-- Logs begin at Tue 2022-03-22 17:50:08 UTC, end at Tue 2022-03-22 19:50:10 UTC. -- Mar 22 19:19:47.357526 dv-cinder-799871-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 19:19:50.348623 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.common.config [-] Logging enabled! Mar 22 19:19:50.349259 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 19:19:50.349417 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103738) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 19:19:50.353587 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.common.config [-] Logging enabled! Mar 22 19:19:50.353845 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 19:19:50.354158 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103738) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 19:19:50.355105 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:19:50.355343 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:19:50.355747 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:19:50.355998 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:19:50.356227 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:19:50.357021 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.357517 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 19:19:50.357846 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.358148 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.358448 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.358750 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.359052 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.359341 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.359682 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.359988 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.360282 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.360568 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.360858 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.361153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.361440 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.361729 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.362018 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.362302 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] debug = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.362587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.363028 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.363460 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.363768 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.364059 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.364340 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.364616 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.364897 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.365187 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.366099 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] host = dv-cinder-799871-19-iscsi {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.366388 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.366677 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.366968 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.367257 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.367558 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.367846 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.368134 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.368413 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.368735 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.369054 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.369351 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.369647 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.369943 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.370173 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.370397 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.370689 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.370979 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.371259 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.371549 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.371841 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.372120 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.372398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.372673 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.372958 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.373248 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.373765 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.374153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.374435 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.374728 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.374993 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.375282 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.375588 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.375870 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.376149 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.376439 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.376715 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.376998 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.377296 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.377588 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.377874 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.378162 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.378440 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.378724 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.379000 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.379278 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.379572 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] use_json = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.379855 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.380131 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.380413 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.380689 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.380991 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.381280 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.381556 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.381844 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.382119 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:50.382418 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.382715 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.383017 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.383316 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.383631 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.383984 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.384212 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.384494 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.384785 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.385076 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.385365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.385647 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.385949 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.386240 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.386537 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.386844 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.387140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.387437 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.387818 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.388105 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.388386 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.388672 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.388967 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.389257 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.389552 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.389847 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.390133 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.390437 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.390727 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.391026 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.391319 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.391617 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.391905 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.392202 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.392485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.392761 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.393044 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.393334 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.393615 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.393892 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.394179 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.394460 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.394736 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.395009 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.395290 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.395603 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.395886 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.396160 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.396433 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.396743 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.397016 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.397387 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.397671 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.397948 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.398222 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.398504 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.398780 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.399061 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.399340 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.399668 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.400002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.400279 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.400554 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.400829 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.401104 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.401378 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.401651 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.401924 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.402205 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.402484 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.402758 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.403043 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.403307 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.403607 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.403900 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.404201 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.404483 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.404764 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.405045 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.405326 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.405604 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.405881 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.406162 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.406444 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.406719 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.407011 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.407297 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.407614 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.407921 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.408205 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.408505 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.408788 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.409073 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.409360 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.409640 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.409920 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.410211 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.410499 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.410798 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.411095 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.411393 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.411717 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.412015 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.412844 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.413413 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.413724 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:50.413950 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:19:50.414197 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103738) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 19:19:50.799325 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 19:19:50.799633 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 19:19:50.799941 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 19:19:50.800419 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 19:19:51.132680 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.132876 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.133155 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.134419 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.134695 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.135081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.189930 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.190210 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.190482 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.205703 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.205986 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.206255 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.235051 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.235331 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.235627 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.378995 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.379660 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.379660 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.616015 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.616304 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.616577 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.616845 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.617533 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.718509 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.718769 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.719051 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.719321 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.719609 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.719921 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.720183 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.720439 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.720699 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.720980 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.721241 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.721504 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.721763 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.722014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.722269 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.722532 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.722787 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.723054 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.723323 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.723605 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.723881 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.724141 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.724422 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.725330 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.725611 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.725923 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.726317 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:51.726562 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:51.726803 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:51.727041 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:51.727279 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:51.727645 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:51.727906 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 19:19:51.731131 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 19:19:51.735228 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 19:19:51.738956 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Mar 22 19:19:51.740702 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 19:19:51.741235 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 19:19:51.741573 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 19:19:51.741962 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 19:19:51.744837 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 19:19:51.745088 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 19:19:51.745435 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 19:19:51.750358 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 19:19:51.775702 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 19:19:51.776150 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.776447 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103738) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 19:19:51.776821 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.778207 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103738) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 19:19:51.778493 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 19:19:51.778745 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 19:19:51.782126 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.782411 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:51.845609 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 19:19:51.845852 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 19:19:51.846090 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 19:19:51.846456 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 19:19:51.866988 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_db.sqlalchemy.engines [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103738) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 19:19:52.441111 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing driver for type 'gre' Mar 22 19:19:52.441675 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] gre ID ranges: [(1, 1000)] Mar 22 19:19:52.612762 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing driver for type 'local' Mar 22 19:19:52.613097 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing driver for type 'vlan' Mar 22 19:19:52.675581 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] VlanTypeDriver initialization complete Mar 22 19:19:52.675903 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing driver for type 'vxlan' Mar 22 19:19:52.676404 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] vxlan ID ranges: [(1, 1000)] Mar 22 19:19:52.898353 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing extension driver 'port_security' Mar 22 19:19:52.898693 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.extensions.port_security [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] PortSecurityExtensionDriver initialization complete Mar 22 19:19:52.899030 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing mechanism driver 'openvswitch' Mar 22 19:19:52.899355 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing mechanism driver 'hyperv' Mar 22 19:19:52.906206 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.plugin [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:52.906889 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.907305 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.907687 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.908212 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103738) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:19:52.908803 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.909164 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.909514 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.909914 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103738) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:19:52.910326 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.910677 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.911018 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.911411 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103738) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:19:52.911843 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.912195 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.913393 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.914031 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103738) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:19:52.914391 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.914746 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.915169 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.915656 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103738) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:19:52.916038 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.916386 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.916731 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.917131 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103738) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:19:52.917579 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] ML2 OVO RPC backend initialized. {{(pid=103738) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 19:19:52.918290 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.918805 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.919236 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.919626 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > networks before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.920073 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.921711 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > ports before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.921711 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.921711 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.921711 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.922072 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.922218 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.922560 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.922903 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.923241 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.923611 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.923954 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.924288 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.931897 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded quota_driver: . Mar 22 19:19:52.932210 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.plugin [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Modular L2 Plugin initialization complete Mar 22 19:19:52.932559 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading services supported by the core plugin {{(pid=103738) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 19:19:52.932902 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.plugins.ml2.managers [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Got port-security extension from driver 'port_security' Mar 22 19:19:52.933387 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.extensions.vlantransparent [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Disabled vlantransparent extension. Mar 22 19:19:52.933884 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103738) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 19:19:52.934214 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: router Mar 22 19:19:52.983800 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.984198 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_create 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.984569 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router before_create 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.984975 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.985351 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.985708 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_delete 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.986067 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.986415 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.986773 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_create 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.987120 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_update 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.987475 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_update 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.987847 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.988239 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_update 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.988757 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.989140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.989488 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.989834 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: subnet after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.990182 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.990544 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.990887 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.991231 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.991598 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.991958 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router after_update 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.992302 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.992654 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.993017 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.993364 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.993797 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > agent after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.994235 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.994590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:52.995444 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Tracking information for resource: router configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:52.995800 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Tracking information for resource: floatingip configured {{(pid=103738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:19:53.000819 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.db.l3_agentschedulers_db [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 19:19:53.001395 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.001757 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port after_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.002114 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port after_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.002465 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: port after_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.003383 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router before_create 55550100 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.003779 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.004148 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.004507 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.009369 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.provider_configuration [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service providers = [] {{(pid=103738) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 19:19:53.009779 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.db.servicetype_db [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103738) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 19:19:53.014283 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.service_base [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:19:53.014634 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.service_base [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:19:53.014978 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.service_base [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:19:53.015901 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.services.service_base [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:19:53.016274 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.services.service_base [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 19:19:53.016649 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.017007 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 19:19:53.029498 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.029834 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: auto_allocate Mar 22 19:19:53.035806 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: network precommit_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.036184 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: network precommit_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.036717 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.037039 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: tag Mar 22 19:19:53.044847 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.045176 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: timestamp Mar 22 19:19:53.049378 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.049713 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: network_ip_availability Mar 22 19:19:53.055453 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.055856 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.056222 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.056952 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.057326 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: flavors Mar 22 19:19:53.062243 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.062675 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading Plugin: revisions Mar 22 19:19:53.067191 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:19:53.067625 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_concurrency.lockutils [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.268s {{(pid=103738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 19:19:53.068426 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103738) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 19:19:53.068802 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Initializing extension manager. Mar 22 19:19:53.069327 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: __init__.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.069673 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: __pycache__ {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.070011 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: address_group.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.070768 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.071349 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: address-group Mar 22 19:19:53.071753 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: address_scope.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.072422 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.072937 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: address-scope Mar 22 19:19:53.073263 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.075904 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.076420 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: router-admin-state-down-before-update Mar 22 19:19:53.076745 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: agent.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.077635 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.078151 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: agent Mar 22 19:19:53.078476 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: agent_resources_synced.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.079385 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.079970 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: agent-resources-synced Mar 22 19:19:53.080300 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.082118 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.082646 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: allowed-address-pairs Mar 22 19:19:53.082974 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.084099 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.085397 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: auto-allocated-topology Mar 22 19:19:53.085726 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: availability_zone.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.086430 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.086944 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: availability_zone Mar 22 19:19:53.087269 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: availability_zone_filter.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.088215 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.088725 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: availability_zone_filter Mar 22 19:19:53.089050 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: data_plane_status.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.089961 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.090477 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 19:19:53.090801 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: default_subnetpools.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.091802 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.092315 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: default-subnetpools Mar 22 19:19:53.092642 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.093457 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.093972 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: dhcp_agent_scheduler Mar 22 19:19:53.094299 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: dns.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.095239 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.095783 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 19:19:53.096112 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: dns_domain_ports.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.097034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.097551 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 19:19:53.097877 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.098793 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.099342 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 19:19:53.099802 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: dvr.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.104264 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.104264 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: dvr Mar 22 19:19:53.104264 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: ecmp_routes.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.104919 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.105431 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 19:19:53.105755 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: empty_string_filtering.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.106668 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.107185 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: empty-string-filtering Mar 22 19:19:53.107509 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.108450 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.108998 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 19:19:53.109316 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.110225 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.110736 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 19:19:53.111060 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: external_net.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.111996 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.112514 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: external-net Mar 22 19:19:53.112836 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.113791 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.114305 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: extra_dhcp_opt Mar 22 19:19:53.114625 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: extraroute.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.115572 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.116153 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: extraroute Mar 22 19:19:53.116486 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: extraroute_atomic.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.117527 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.118045 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: extraroute-atomic Mar 22 19:19:53.118365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: filter_validation.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.119028 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.119553 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: filter-validation Mar 22 19:19:53.119917 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: fip_pf_description.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.120817 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.121323 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 19:19:53.121643 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.122576 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.123084 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 19:19:53.123452 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: fip_port_details.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.128226 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.128734 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: fip-port-details Mar 22 19:19:53.129093 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: flavors.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.130347 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.130868 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: flavors Mar 22 19:19:53.131233 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.133061 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.133599 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 19:19:53.133941 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: floatingip_pools.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.134653 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.135177 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: floatingip-pools Mar 22 19:19:53.135508 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: ip_allocation.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.136461 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.137018 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 19:19:53.137346 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.138263 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.138785 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: ip-substring-filtering Mar 22 19:19:53.139114 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l2_adjacency.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.140058 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.140571 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 19:19:53.140896 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.143402 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.143961 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: router Mar 22 19:19:53.144302 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.146572 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.147731 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 19:19:53.148064 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.149056 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.149570 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: ext-gw-mode Mar 22 19:19:53.149898 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.150814 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.151328 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: l3-ha Mar 22 19:19:53.151691 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.152604 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.153112 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 19:19:53.153435 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_flavors.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.154390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.154904 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: l3-flavors Mar 22 19:19:53.159792 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.160961 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.161491 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 19:19:53.161826 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.163657 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.164186 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 19:19:53.164600 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: l3agentscheduler.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.165706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.166224 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: l3_agent_scheduler Mar 22 19:19:53.166550 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: local_ip.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.168397 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.168932 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension local_ip not supported by any of loaded plugins Mar 22 19:19:53.169271 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: logging.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.170815 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.171344 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension logging not supported by any of loaded plugins Mar 22 19:19:53.171716 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: metering.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.172466 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.173050 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: metering Mar 22 19:19:53.173378 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.174498 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.175019 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: metering_source_and_destination_fields Mar 22 19:19:53.175350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: multiprovidernet.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.176309 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.176861 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: multi-provider Mar 22 19:19:53.177189 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: netmtu.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.178199 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.178744 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: net-mtu Mar 22 19:19:53.179070 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: netmtu_writable.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.180034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.180548 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: net-mtu-writable Mar 22 19:19:53.180900 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: network_availability_zone.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.181548 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.182128 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: network_availability_zone Mar 22 19:19:53.182435 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: network_ip_availability.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.183563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.184084 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: network-ip-availability Mar 22 19:19:53.184410 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: network_segment_range.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.185314 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.185822 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 19:19:53.186149 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: pagination.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.187130 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.187463 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: pagination Mar 22 19:19:53.187818 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: port_device_profile.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.188737 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.189257 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: port-device-profile Mar 22 19:19:53.189579 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.190505 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.191022 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: port-mac-address-regenerate Mar 22 19:19:53.191345 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.192303 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.192820 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: port-numa-affinity-policy Mar 22 19:19:53.193144 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: port_resource_request.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.194082 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.194590 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 19:19:53.194910 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.195942 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.196490 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 19:19:53.198926 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: portbindings.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.199888 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.200404 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: binding Mar 22 19:19:53.200729 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: portbindings_extended.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.202005 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.202528 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: binding-extended Mar 22 19:19:53.202858 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: portsecurity.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.203803 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.204324 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: port-security Mar 22 19:19:53.204651 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: project_id.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.205622 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.205954 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: project-id Mar 22 19:19:53.206279 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: providernet.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.207188 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.207737 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: provider Mar 22 19:19:53.208063 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.212461 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.212991 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos not supported by any of loaded plugins Mar 22 19:19:53.213325 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.214590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.215116 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 19:19:53.215447 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.216398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.216917 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 19:19:53.217243 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_default.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.218155 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.218718 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-default not supported by any of loaded plugins Mar 22 19:19:53.219041 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_fip.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.219990 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.220516 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 19:19:53.220842 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.221757 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.222280 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 19:19:53.222604 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.223624 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.224144 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 19:19:53.224467 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.225930 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.226444 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 19:19:53.226768 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.227852 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.228372 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 19:19:53.228696 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.229741 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.230263 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 19:19:53.230591 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_pps_rule.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.239902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.240430 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 19:19:53.240787 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.241712 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.242227 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 19:19:53.242555 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.243477 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.244011 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 19:19:53.244337 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: qos_rules_alias.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.245438 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.245949 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 19:19:53.246272 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: quota_check_limit.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.247187 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.247737 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: quota-check-limit Mar 22 19:19:53.248063 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: quotasv2.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.249161 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.249611 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: quotas Mar 22 19:19:53.249942 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: quotasv2_detail.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.251724 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.252064 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: quota_details Mar 22 19:19:53.252395 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: rbac.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.253454 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.253979 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: rbac-policies Mar 22 19:19:53.254309 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: rbac_address_group.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.255244 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.255791 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: rbac-address-group Mar 22 19:19:53.256120 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: rbac_address_scope.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.257731 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.258253 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: rbac-address-scope Mar 22 19:19:53.258578 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: rbac_security_groups.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.259596 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.260116 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: rbac-security-groups Mar 22 19:19:53.260439 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.261362 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.261877 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: rbac-subnetpool Mar 22 19:19:53.262226 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: revisionifmatch.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.263184 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.263739 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: revision-if-match Mar 22 19:19:53.264095 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: revisions.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.268677 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.269198 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: standard-attr-revisions Mar 22 19:19:53.269525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: router_availability_zone.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.270199 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.270715 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: router_availability_zone Mar 22 19:19:53.271038 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: routerservicetype.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.272771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.273289 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 19:19:53.273622 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.274601 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.275114 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: security-groups-normalized-cidr Mar 22 19:19:53.275438 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.276402 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.276926 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: port-security-groups-filtering Mar 22 19:19:53.277251 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.278178 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.278701 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: security-groups-remote-address-group Mar 22 19:19:53.279026 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.280036 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.280561 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: security-groups-shared-filtering Mar 22 19:19:53.280875 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.281460 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 19:19:53.281780 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: securitygroup.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.291913 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.292448 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: security-group Mar 22 19:19:53.292812 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: segment.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.293578 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.294096 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension segment not supported by any of loaded plugins Mar 22 19:19:53.294427 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.295380 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.295930 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 19:19:53.296264 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: servicetype.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.297387 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.297908 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: service-type Mar 22 19:19:53.298240 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: sorting.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.299240 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.299603 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: sorting Mar 22 19:19:53.299933 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: standard_attr_segment.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.300850 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.301373 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 19:19:53.301702 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: standardattrdescription.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.302353 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.302871 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: standard-attr-description Mar 22 19:19:53.303232 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: stateful_security_group.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.304245 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.304812 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: stateful-security-group Mar 22 19:19:53.305131 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: stdattrs_common.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.305720 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 19:19:53.308060 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.308782 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.309304 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 19:19:53.309627 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: subnet_onboard.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.310715 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.311243 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: subnet_onboard Mar 22 19:19:53.311598 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.312529 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.313045 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 19:19:53.313370 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: subnet_service_types.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.314341 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.314861 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: subnet-service-types Mar 22 19:19:53.315185 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: subnetallocation.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.316314 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.316837 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: subnet_allocation Mar 22 19:19:53.317161 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.317828 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.318346 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: subnetpool-prefix-ops Mar 22 19:19:53.319198 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.320205 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.320723 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 19:19:53.321044 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: tagging.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.322105 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.322626 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: standard-attr-tag Mar 22 19:19:53.322953 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: timestamp.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.324216 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.324739 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loaded extension: standard-attr-timestamp Mar 22 19:19:53.325066 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: trunk.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.326139 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.326654 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension trunk not supported by any of loaded plugins Mar 22 19:19:53.326981 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: trunk_details.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.327925 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.328444 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 19:19:53.328770 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.329758 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.330279 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 19:19:53.330608 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Loading extension file: vlantransparent.py {{(pid=103738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:19:53.331282 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:19:53.331827 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 19:19:53.334983 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:network Mar 22 19:19:53.335517 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:subnet Mar 22 19:19:53.335935 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:19:53.336331 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:port Mar 22 19:19:53.337600 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.338038 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service FLAVORS assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.338658 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.339101 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.339436 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:router Mar 22 19:19:53.339897 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 19:19:53.340381 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service METERING assigned prefix: /metering {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.341835 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.342208 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.342565 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:19:53.343582 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 19:19:53.344027 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:security_group Mar 22 19:19:53.344452 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 19:19:53.345052 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service CORE assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.345386 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:19:53.345731 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] subnetpool is already registered Mar 22 19:19:53.346157 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service CORE assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.346483 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:19:53.346812 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] subnetpool is already registered Mar 22 19:19:53.349124 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.349553 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service FLAVORS assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.350165 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.350663 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.351004 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:router Mar 22 19:19:53.351344 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] router is already registered Mar 22 19:19:53.351777 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 19:19:53.352117 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] floatingip is already registered Mar 22 19:19:53.352571 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service METERING assigned prefix: /metering {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.353234 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 19:19:53.353563 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] rbac_policy is already registered Mar 22 19:19:53.353979 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:security_group Mar 22 19:19:53.354317 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] security_group is already registered Mar 22 19:19:53.354720 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 19:19:53.355055 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] security_group_rule is already registered Mar 22 19:19:53.355720 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service CORE assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.356055 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:19:53.356391 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] subnetpool is already registered Mar 22 19:19:53.356809 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.v2.resource_helper [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Service CORE assigned prefix: {{(pid=103738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:19:53.357139 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:19:53.357474 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING neutron.quota.resource_registry [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] subnetpool is already registered Mar 22 19:19:53.357949 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: extensions {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.359419 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: address-groups {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.360948 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: address-scopes {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.362265 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: agents {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.363426 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: auto-allocated-topology {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.364717 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: availability_zones {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.366031 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: dhcp-networks {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.367691 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: dhcp-agents {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.369114 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: routers {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.371328 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: flavors {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.372531 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: service_profiles {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.373811 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: next_providers {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.375252 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: service_profiles {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.378061 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: floatingip-pools {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.379302 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: routers {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.381982 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: floatingips {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.383280 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: l3-routers {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.384723 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: l3-agents {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.386145 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: metering-labels {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.387507 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: metering-label-rules {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.388812 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: network-ip-availabilities {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.390114 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: bindings {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.391791 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: quotas {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.393351 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: quotas {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.394896 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: rbac-policies {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.396221 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: security-groups {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.398249 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: security-group-rules {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.399501 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: service-providers {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.400749 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: subnetpools {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.402158 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: subnetpools {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.403666 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.405355 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.407163 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.408979 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.410771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.413568 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.415272 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.417193 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.418957 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.420883 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron.api.extensions [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Extended resource: tags {{(pid=103738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:19:53.426792 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING keystonemiddleware.auth_token [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 19:19:53.432279 dv-cinder-799871-19-iscsi neutron-server[103738]: WARNING keystonemiddleware.auth_token [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 19:19:53.441037 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_concurrency.lockutils [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Acquired lock "singleton_lock" {{(pid=103738) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 19:19:53.441513 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_concurrency.lockutils [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Releasing lock "singleton_lock" {{(pid=103738) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 19:19:53.442170 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Starting 2 workers Mar 22 19:19:53.447116 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Started child 103849 {{(pid=103738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:19:53.451784 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Started child 103850 {{(pid=103738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:19:53.452844 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.453445 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO neutron.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 19:19:53.454067 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.454445 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [-] (103849) wsgi starting up on http://0.0.0.0:9696 Mar 22 19:19:53.456663 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Starting 1 workers Mar 22 19:19:53.456774 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.458127 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [-] (103850) wsgi starting up on http://0.0.0.0:9696 Mar 22 19:19:53.462030 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Started child 103851 {{(pid=103738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:19:53.462608 dv-cinder-799871-19-iscsi neutron-server[103738]: INFO oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Starting 1 workers Mar 22 19:19:53.466067 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] calling RpcWorker wait() {{(pid=103851) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 19:19:53.466618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] returning from RpcWorker wait() {{(pid=103851) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 19:19:53.467175 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Started child 103852 {{(pid=103738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:19:53.468141 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG neutron_lib.callbacks.manager [None req-40581550-2ceb-46bb-8e1f-ae907e1a01c4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.468237 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.468726 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:53.470055 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103738) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 19:19:53.470285 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:19:53.470463 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:19:53.470688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:19:53.471035 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:19:53.471201 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:19:53.471757 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.472033 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.472305 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.472793 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.472793 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.472922 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.473451 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.473716 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.473955 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.474238 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.474470 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.474640 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.474807 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.475623 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.475859 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.476178 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.476462 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.476717 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.476986 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.477161 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.477420 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.477709 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.477957 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.478229 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] debug = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.478475 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.478947 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.479177 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.479419 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.479683 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.479963 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.480196 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.480485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.480743 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.480992 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.481249 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.481494 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.481735 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.481948 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.482210 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.482424 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.482682 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.482903 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.483382 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] host = dv-cinder-799871-19-iscsi {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.483661 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.483905 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.484133 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.484380 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.484627 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.484858 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.485109 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.485375 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.485621 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.485852 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.486103 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.486348 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.486563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.486801 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.486967 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_options = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.487200 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.487475 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.487784 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.487975 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.488145 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.488309 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.488573 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.488738 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.489006 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.489228 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.489449 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.489682 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.489897 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.490119 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.490384 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.490756 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.491570 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.491842 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.492058 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.492303 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.492564 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.492816 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.493053 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.493300 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.493542 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.493763 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.493997 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.495321 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:53.495464 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.495683 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.495937 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.496173 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.496433 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.496673 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.496915 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.497181 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.497416 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.497655 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.499172 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.499512 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.501069 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.501346 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.501632 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.501886 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.502133 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.502366 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.502596 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.502822 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_json = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.503048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.503293 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.503586 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.503832 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.504079 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.504301 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.504530 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.504773 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.504993 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.505462 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.505756 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.506057 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.506311 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.506552 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.506791 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.507066 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.507291 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.507565 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.507805 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.508108 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.508340 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.508643 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.508909 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.509185 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.509495 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.509766 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.510027 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.510249 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.510503 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.510743 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.510984 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.511273 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.511517 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.511793 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.512044 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514117 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514610 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514610 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514610 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.514871 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.515093 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.515311 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.515604 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.515831 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.516070 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.516293 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.516553 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.516769 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.517016 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.517241 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.517476 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.517704 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.517923 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.518139 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.518352 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.518587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.518800 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.519041 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.519285 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.519535 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.519801 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.520020 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.520232 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.520464 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.520682 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.520937 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.521154 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.521385 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.521595 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.521831 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.522104 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.522324 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.522540 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.522750 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.522961 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.523176 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.523385 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.523682 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.523920 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.524130 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.524346 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.524562 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.524773 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.524984 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.525215 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.525427 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.525639 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.525847 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.526061 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.526288 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.526520 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.526736 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.526953 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.527164 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.527445 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.527793 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.528047 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.528299 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.528516 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.528803 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.529027 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.529274 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.529490 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.529722 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.529938 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.530207 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.530425 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.530678 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.530902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.531167 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.531427 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.531700 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.531944 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.533382 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.533624 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.533892 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.534122 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.534432 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.534680 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.534861 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46094) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:53.535023 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.535172 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.535417 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.535722 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.535965 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.536237 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.536459 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.536738 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.537031 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.537306 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.538363 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.538616 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.538851 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.539119 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.539370 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.539655 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.539908 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.540156 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.540397 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.540631 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.540870 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.541089 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.541322 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.541618 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.541850 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.542064 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.542279 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.542552 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.542799 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.543036 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.543301 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.543562 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.543798 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.544047 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.544811 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.546358 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.551158 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0125642 Mar 22 19:19:53.551332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.551332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.551332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.551332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.551332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.551332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.552039 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.552039 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.552254 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.552361 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.552541 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.553096 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.553096 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.553999 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.554136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.554313 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.554580 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.555799 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.556015 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.556234 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.556503 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.557067 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.557067 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.557519 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.557612 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.557811 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.558039 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.558295 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.558561 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.558807 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.559031 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.559288 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.559523 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.559768 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.559989 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.560214 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.560434 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.561176 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.561176 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.561176 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.561542 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.561664 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.562132 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.562269 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.562440 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.562678 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.562921 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.563146 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.563371 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.567178 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.567332 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.567549 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.567808 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.568938 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.568938 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.568938 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.568938 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.569616 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.569616 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.569616 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.570015 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.570253 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.570487 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.571052 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.571052 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.571278 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.571448 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.572014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.574065 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.574337 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.574571 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.574891 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.577248 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.577533 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.577822 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.578095 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.578375 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.581152 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.581478 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.581723 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.581975 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.582223 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.582458 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.582707 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.582940 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.583169 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.583408 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.585229 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.587368 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.587695 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.587942 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.588180 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.588449 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.588710 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.588963 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.589208 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.591422 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.591685 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.591938 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.592177 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.592407 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.592651 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.592877 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.593102 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.593335 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.593589 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.593810 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.594119 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.594381 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.594627 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.594929 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.595166 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.595428 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.596840 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.597182 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.597431 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.598385 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.599889 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.600652 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.600897 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.601154 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.601494 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.601806 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.603343 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.604402 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.606941 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.607265 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.607589 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.607836 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.608147 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.608510 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.608791 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.609060 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.609320 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.609604 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.609846 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.610071 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.610295 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.610520 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.610745 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.611046 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.611280 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.611514 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.613358 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.614131 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.614402 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.614672 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.616580 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.616933 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.619741 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.619963 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:19:53.620578 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103738) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 19:19:53.620742 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:19:53.620898 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:19:53.621078 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:19:53.621274 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:19:53.622200 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:19:53.622200 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622200 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622200 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622200 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622552 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622552 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622552 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622728 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622976 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.622976 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.623152 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.623292 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.623450 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.623625 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.623786 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.623940 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.624096 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.624249 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.624411 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.624566 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.624716 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.624873 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.625116 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] debug = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.625218 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.625379 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.625541 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.625697 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.625852 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.626011 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.626187 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.626337 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.626454 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.626610 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627365 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627789 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627789 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627915 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.627982 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] host = dv-cinder-799871-19-iscsi {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.628131 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.628286 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.628478 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.628576 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.628757 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.628920 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629065 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629207 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629351 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629505 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629653 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629795 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.629937 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.630079 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.630232 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_options = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.630484 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.630580 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.630725 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.630897 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.631079 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.631204 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.631472 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.631691 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.631996 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.631996 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.632185 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.632334 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.632423 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.632575 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.632727 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.632877 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633029 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633184 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633327 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633478 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633640 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633785 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.633930 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.634082 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.634232 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.634377 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.634530 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.634686 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635059 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635059 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635203 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635286 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635523 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635650 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635954 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.635954 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636126 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636194 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636357 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636509 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636649 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636789 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.636926 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637065 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637204 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637354 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637543 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_json = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637642 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637802 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.637958 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.638105 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.638248 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.638407 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.638510 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:53.638598 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.638750 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.638841 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:19:53.639025 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.639178 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.639351 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.639502 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.639698 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.639834 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.640838 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.640838 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.640838 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.640838 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.640838 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.640838 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641226 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641226 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641226 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641414 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641639 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641822 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.641914 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.642183 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.642653 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.642800 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643019 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643172 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643311 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643457 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643663 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643806 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.643956 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.644094 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.644233 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.644381 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.644521 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.644658 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.644795 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.645062 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.645218 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.645358 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.645518 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.645663 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.645810 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.646744 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.646744 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.646744 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.646744 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.646744 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.646744 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.648398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.648398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.648398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.648398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.648398 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649057 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649057 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649057 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649057 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649057 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.649706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650166 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650166 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650166 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650435 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650435 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650577 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650664 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650816 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.650976 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.651136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.651294 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.651453 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.652450 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.652663 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.652911 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.652911 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653201 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653371 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653371 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653641 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653779 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653939 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.653939 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.654204 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.654351 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655034 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655755 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655755 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655755 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655755 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.655755 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.656470 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.656470 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.656470 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.656470 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657136 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657960 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657960 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657960 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.657960 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.658521 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.658521 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.658521 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.658521 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.659485 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.661048 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.662153 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.664390 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.665563 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.666590 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.667688 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.668706 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.671002 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.672587 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.674014 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.675081 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.676140 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677100 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.677733 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678367 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678367 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678367 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678367 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678367 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678367 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678782 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678782 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678916 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.678983 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.679111 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.679249 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.679406 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.679674 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.679899 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.680085 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.680264 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.680441 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.680631 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.680820 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.680969 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.681116 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.681283 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.681448 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.681613 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.681778 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.681953 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.682105 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.682271 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.682493 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.682615 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.682765 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.682907 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.683118 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.683231 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.683389 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.689525 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690350 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.690902 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.691771 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:19:53.692456 dv-cinder-799871-19-iscsi neutron-server[103738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:20:05.259228 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4efc6-133c-441f-8ddd-4935784e1d11 None None] get_active_networks_info from dv-cinder-799871-19-iscsi {{(pid=103851) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:20:05.335547 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4efc6-133c-441f-8ddd-4935784e1d11 None None] No non-hosted networks {{(pid=103851) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 19:20:05.374741 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.agentschedulers_db [None req-e8b4efc6-133c-441f-8ddd-4935784e1d11 None None] DHCP Agent not found on host dv-cinder-799871-19-iscsi {{(pid=103851) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 19:20:05.533474 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dd896e72-c524-40e7-9495-9b1119ecc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689631'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.823413 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a3e57eaa-cbba-466d-b327-e7d4bd645e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689631'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.860361 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.db.api [None req-194c8d74-5882-4b56-9795-fd26d96cc166 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-19-iscsi {{(pid=103851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:20:07.861017 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG oslo_db.api [None req-194c8d74-5882-4b56-9795-fd26d96cc166 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:20:08.387409 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-194c8d74-5882-4b56-9795-fd26d96cc166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:09.035815 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689631'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.332868 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689631'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.478051 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46182) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:11.680949 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689631'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.681665 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.681922 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.682509 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.682851 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.683172 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.683611 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.684022 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.684279 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.684598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.685212 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.686669 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.687407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.687979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.688330 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.688839 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:11.689669 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-19-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:11.696116 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-19-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:12.005628 dv-cinder-799871-19-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-8603c0ab-befe-45e1-a7ef-18fa9bb86c24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:12.006914 dv-cinder-799871-19-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-8603c0ab-befe-45e1-a7ef-18fa9bb86c24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:12.238594 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-8603c0ab-befe-45e1-a7ef-18fa9bb86c24 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:12.251622 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8603c0ab-befe-45e1-a7ef-18fa9bb86c24 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7607129 Mar 22 19:20:14.846347 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46208) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:14.931384 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.db.l3_hamode_db [None req-7693cd73-7412-4ef1-837b-5866cabb91a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 19:20:15.013805 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693cd73-7412-4ef1-837b-5866cabb91a3 None None] Routers set() bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:15.014198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693cd73-7412-4ef1-837b-5866cabb91a3 None None] Router IDs set() for agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:20:15.156695 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:15.250322 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.policy [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103849) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 19:20:15.292838 dv-cinder-799871-19-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:15.293203 dv-cinder-799871-19-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:15.454417 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740838121638', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740838122867', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740838105632', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740838112849', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740838089622', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740838043907', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1098645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1109895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-334977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696861'] for rbac-policy (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.654035 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.655255 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-642aca49-9e9e-4d66-9677-c89d1beaa4d2 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8079031 Mar 22 19:20:18.157718 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46218) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:18.469891 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:18.572220 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Made reservation on behalf of 58f05cdfad7945e5a7bf9d50bcb7a8a5 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:18.576092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.593483 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.699552 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks [] for security_group (313f0e27-20d7-49b6-9f55-1ddf55b89e60), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.773619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (313f0e27-20d7-49b6-9f55-1ddf55b89e60), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.797905 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:20:18.832441 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740840258106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (86b3b8cc-962f-48b2-ad93-1a401f73ea11), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.832959 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Unsubscribe: segment precommit_create {{(pid=103849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 19:20:18.833468 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Added segment 86b3b8cc-962f-48b2-ad93-1a401f73ea11 of type vlan for network 7268e372-f7c3-47a1-b220-97b63d27649a Mar 22 19:20:18.849580 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=313f0e27-20d7-49b6-9f55-1ddf55b89e60,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:18.875245 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.875613 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.875972 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.876326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.876660 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.876986 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.877307 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.877622 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.877957 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.878279 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.878597 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.878934 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.879249 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.879581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.879897 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Tracked resource versions report: Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: pushed versions: Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: { 'AddressGroup': {'1.2'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Agent': {'1.1'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'ConntrackHelper': {'1.0'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Log': {'1.0'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'NDPProxy': {'1.0'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Network': {'1.1'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Port': {'1.7'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'PortForwarding': {'1.3'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'QosPolicy': {'1.10'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroup': {'1.5'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SubPort': {'1.0'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Subnet': {'1.1'}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Trunk': {'1.1'}} Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: consumer versions: Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Agent': '1.1', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'ConntrackHelper': '1.0', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'LocalIPAssociation': '1.0', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Log': '1.0', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'NDPProxy': '1.0', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Network': '1.1', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Port': '1.7', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'PortForwarding': '1.3', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'QosPolicy': '1.10', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroup': '1.5', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroupRule': '1.2', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SubPort': '1.0', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Subnet': '1.1', Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Trunk': '1.1'}} Mar 22 19:20:18.881885 dv-cinder-799871-19-iscsi neutron-server[103849]: {{(pid=103849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:20:18.945371 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (7268e372-f7c3-47a1-b220-97b63d27649a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.063711 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (7268e372-f7c3-47a1-b220-97b63d27649a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.069525 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:19.070338 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.187323 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] Pushing event updated for resources: {'Network': ['ID=7268e372-f7c3-47a1-b220-97b63d27649a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:19.200422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 7268e372-f7c3-47a1-b220-97b63d27649a details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:20:19.232385 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6ce85658-e684-48d9-bc0d-0c156662ad8c demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0735986 Mar 22 19:20:21.804875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46230) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:22.289275 dv-cinder-799871-19-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:22.289912 dv-cinder-799871-19-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:22.730828 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.policy [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 19:20:22.781554 dv-cinder-799871-19-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:22.781932 dv-cinder-799871-19-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:20:22.790477 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.792440 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1c154897-1263-4aa1-a241-0de67190396e demo admin] 10.222.0.79 "GET /v2.0/networks/7268e372-f7c3-47a1-b220-97b63d27649a HTTP/1.1" status: 200 len: 825 time: 0.9855595 Mar 22 19:20:22.830721 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5a8d45db-fc6c-44ae-bdf1-1d1123f81d19 demo admin] 10.222.0.79 "GET /v2.0/subnetpools/27b77c91-8010-42f2-800e-b38c5d1eaabf HTTP/1.1" status: 200 len: 734 time: 0.0325606 Mar 22 19:20:22.840148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:22.926656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Made reservation on behalf of 58f05cdfad7945e5a7bf9d50bcb7a8a5 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:22.929960 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:23.269625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (7a6914d6-d3a3-4cca-a217-1f3d1869548c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:23.341176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Checking segment: {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:23.341549 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Network hostable DHCP agents. Network: 7268e372-f7c3-47a1-b220-97b63d27649a, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:20:23.351929 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7a6914d6-d3a3-4cca-a217-1f3d1869548c,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:23.362158 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.362508 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.362881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.363218 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.363569 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.363904 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.364230 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.364556 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.364891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.365895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.366276 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.366583 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.366907 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.367225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.367593 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Tracked resource versions report: Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: pushed versions: Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: { 'AddressGroup': {'1.2'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Agent': {'1.1'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'ConntrackHelper': {'1.0'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Log': {'1.0'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'NDPProxy': {'1.0'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Network': {'1.1'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Port': {'1.7'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'PortForwarding': {'1.3'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'QosPolicy': {'1.10'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroup': {'1.5'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SubPort': {'1.0'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Subnet': {'1.1'}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Trunk': {'1.1'}} Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: consumer versions: Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Agent': '1.1', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'ConntrackHelper': '1.0', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'LocalIPAssociation': '1.0', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Log': '1.0', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'NDPProxy': '1.0', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Network': '1.1', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Port': '1.7', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'PortForwarding': '1.3', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'QosPolicy': '1.10', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroup': '1.5', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroupRule': '1.2', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SubPort': '1.0', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Subnet': '1.1', Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Trunk': '1.1'}} Mar 22 19:20:23.368987 dv-cinder-799871-19-iscsi neutron-server[103850]: {{(pid=103850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:20:23.440739 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Network 7268e372-f7c3-47a1-b220-97b63d27649a is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:20:23.503359 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 7268e372-f7c3-47a1-b220-97b63d27649a) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:23.507992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:23.508609 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:23.513296 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6559fe-931e-470a-b35c-0ea13d22b119 None None] Network 7268e372-f7c3-47a1-b220-97b63d27649a requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:23.569805 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2c47fa19-7609-4090-b8b9-a4cf62b34ee8 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7329986 Mar 22 19:20:23.894416 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-7268e372-f7c3-47a1-b220-97b63d27649a', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:20:23.895806 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.194964 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Allocated IP 172.20.0.2 (7268e372-f7c3-47a1-b220-97b63d27649a/7a6914d6-d3a3-4cca-a217-1f3d1869548c/87206fb3-4d20-4d3d-b62c-90c51eca5f37) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:24.440427 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Publish callbacks [] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.515715 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.591611 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Network 7268e372-f7c3-47a1-b220-97b63d27649a is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:24.604647 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:24.609990 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Pushing event updated for resources: {'Port': ['ID=87206fb3-4d20-4d3d-b62c-90c51eca5f37,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:24.612171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:24.622469 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.622820 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.623184 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.623563 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.623903 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.624237 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.624566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.624891 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.625233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.625563 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.625886 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.626226 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.626553 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.626873 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.627192 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Tracked resource versions report: Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: pushed versions: Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: { 'AddressGroup': {'1.2'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Agent': {'1.1'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'ConntrackHelper': {'1.0'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Log': {'1.0'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'NDPProxy': {'1.0'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Network': {'1.1'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Port': {'1.7'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'PortForwarding': {'1.3'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'QosPolicy': {'1.10'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroup': {'1.5'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SubPort': {'1.0'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Subnet': {'1.1'}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Trunk': {'1.1'}} Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: consumer versions: Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Agent': '1.1', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'ConntrackHelper': '1.0', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'LocalIPAssociation': '1.0', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Log': '1.0', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'NDPProxy': '1.0', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Network': '1.1', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Port': '1.7', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'PortForwarding': '1.3', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'QosPolicy': '1.10', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroup': '1.5', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroupRule': '1.2', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SubPort': '1.0', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Subnet': '1.1', Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Trunk': '1.1'}} Mar 22 19:20:24.628689 dv-cinder-799871-19-iscsi neutron-server[103851]: {{(pid=103851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:20:24.702894 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Attempting to bind port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:24.703295 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Attempting to bind port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:24.703757 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Attempting to bind port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 on network 7268e372-f7c3-47a1-b220-97b63d27649a {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:24.709285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:24.709656 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Checking segment: {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:24.710207 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.710599 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Bound using segment: {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:24.711058 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Bound port: 87206fb3-4d20-4d3d-b62c-90c51eca5f37, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:24.711581 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.885721 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] For port 87206fb3-4d20-4d3d-b62c-90c51eca5f37, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:24.890196 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] For port 87206fb3-4d20-4d3d-b62c-90c51eca5f37, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=87206fb3-4d20-4d3d-b62c-90c51eca5f37,segment=NetworkSegment(86b3b8cc-962f-48b2-ad93-1a401f73ea11),segment_id=86b3b8cc-962f-48b2-ad93-1a401f73ea11)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:25.001304 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:25.063067 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9654-e34e-4ceb-9667-4755d429e5d9 None None] Pushing event updated for resources: {'Port': ['ID=87206fb3-4d20-4d3d-b62c-90c51eca5f37,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:26.199426 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46250) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:26.516428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-80283a1e-8977-491c-b3c3-32de3e774842 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:26.531556 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-80283a1e-8977-491c-b3c3-32de3e774842 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3170214 Mar 22 19:20:29.116938 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46258) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:29.432306 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-eebe541a-6f21-4615-9581-a8e148c2d772 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:29.433309 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-eebe541a-6f21-4615-9581-a8e148c2d772 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153913 Mar 22 19:20:32.063505 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46266) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:32.387342 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:32.515203 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (dc12415c-705a-498c-b5e6-950c7a24d48d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.516870 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (dc12415c-705a-498c-b5e6-950c7a24d48d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.655657 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] Publish callbacks [] for router_controller (dc12415c-705a-498c-b5e6-950c7a24d48d), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.721744 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (dc12415c-705a-498c-b5e6-950c7a24d48d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.854484 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.855638 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b5b58843-121a-4bbb-9305-943fb34d6cbe demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7909997 Mar 22 19:20:35.246532 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c4f76841-22f4-469a-990b-6dbdeb4f58e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:35.423513 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46278) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:35.761174 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [None req-074c2d7a-d4e7-4351-b7e1-7fdc2e3e3b58 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:35.762190 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-074c2d7a-d4e7-4351-b7e1-7fdc2e3e3b58 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3377035 Mar 22 19:20:36.433616 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 87206fb3-4d20-4d3d-b62c-90c51eca5f37 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:36.519444 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:36.519897 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:36.558416 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ab269-1e5a-4cd0-b19c-ae3b2f4c0d72 None None] Network 7268e372-f7c3-47a1-b220-97b63d27649a requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:36.692307 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Provisioning complete for port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:36.692698 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:36.745296 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:36.745686 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:36.826795 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 87206fb3-4d20-4d3d-b62c-90c51eca5f37, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=87206fb3-4d20-4d3d-b62c-90c51eca5f37,segment=NetworkSegment(86b3b8cc-962f-48b2-ad93-1a401f73ea11),segment_id=86b3b8cc-962f-48b2-ad93-1a401f73ea11)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:36.871886 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Current status of the port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:36.872286 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:36.901734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:36.967396 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.db.api [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:20:36.967847 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG oslo_db.api [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:20:36.989245 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=87206fb3-4d20-4d3d-b62c-90c51eca5f37,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:37.504731 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-cd18f626-5722-4ba7-852e-8e0397bf303a None None] Current status of the port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:37.625072 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-8cfc322a-5de8-4436-b573-780bd64cb3e8 None None] Provisioning complete for port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:37.625457 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8cfc322a-5de8-4436-b573-780bd64cb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.712206 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc322a-5de8-4436-b573-780bd64cb3e8 None None] Current status of the port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:37.801140 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3c5efc99-580d-48d1-8d78-dd375a0be709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.357158 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46288) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:38.397631 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 87206fb3-4d20-4d3d-b62c-90c51eca5f37 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:38.445793 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:38.446191 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.574196 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:38.624286 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:38.703448 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Made reservation on behalf of 129dd3eb5ffe4930bce649b207ee43cb for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:38.705728 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.723225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.841653 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks [] for security_group (f6dde121-5990-4b8f-8359-38132baecc59), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.920802 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f6dde121-5990-4b8f-8359-38132baecc59), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.940004 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Reserving flat network on physical network physnet1 {{(pid=103850) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 19:20:38.959461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dde121-5990-4b8f-8359-38132baecc59,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:38.960823 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.965446 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740840258106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (cdac7842-7723-404a-8c92-81be008f1657), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.969081 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Unsubscribe: segment precommit_create {{(pid=103850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 19:20:38.969081 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Added segment cdac7842-7723-404a-8c92-81be008f1657 of type flat for network d64efbdb-a203-486e-a650-36facd9d9775 Mar 22 19:20:39.020763 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (d64efbdb-a203-486e-a650-36facd9d9775), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:39.108589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (d64efbdb-a203-486e-a650-36facd9d9775), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:39.109540 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:39.110103 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:39.198241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] Pushing event updated for resources: {'Network': ['ID=d64efbdb-a203-486e-a650-36facd9d9775,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:39.210035 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network d64efbdb-a203-486e-a650-36facd9d9775 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:20:39.260715 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-aeb28e73-4381-45ea-b10d-a47997ef313e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9024460 Mar 22 19:20:40.291577 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.708656 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.727450 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46306) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:41.835405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285775c-41cc-4617-836d-e3c09b320970 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.836826 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3285775c-41cc-4617-836d-e3c09b320970 demo admin] 10.222.0.79 "GET /v2.0/subnets/7a6914d6-d3a3-4cca-a217-1f3d1869548c HTTP/1.1" status: 200 len: 849 time: 0.1084156 Mar 22 19:20:41.960487 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-605e8b4f-d148-41b2-86b9-940f26bc241b demo admin] 10.222.0.79 "GET /v2.0/routers/dc12415c-705a-498c-b5e6-950c7a24d48d HTTP/1.1" status: 200 len: 704 time: 0.1177757 Mar 22 19:20:42.232115 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.521428 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Allocated IP 172.20.0.1 (7268e372-f7c3-47a1-b220-97b63d27649a/7a6914d6-d3a3-4cca-a217-1f3d1869548c/f57c2680-eb93-4061-88be-056505b3f1b5) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:42.678607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks [] for port (f57c2680-eb93-4061-88be-056505b3f1b5), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.830025 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.944021 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Network 7268e372-f7c3-47a1-b220-97b63d27649a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:42.948761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:42.955614 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:42.958195 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (dc12415c-705a-498c-b5e6-950c7a24d48d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.025215 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Pushing event updated for resources: {'Port': ['ID=f57c2680-eb93-4061-88be-056505b3f1b5,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:43.155894 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-488439a9-00f2-4a02-a457-2f2e7a57a91b None None] Provisioning complete for port f57c2680-eb93-4061-88be-056505b3f1b5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:43.156523 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-488439a9-00f2-4a02-a457-2f2e7a57a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.188939 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-488439a9-00f2-4a02-a457-2f2e7a57a91b None None] Port f57c2680-eb93-4061-88be-056505b3f1b5 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:43.229474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.438385 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks [] for port (f57c2680-eb93-4061-88be-056505b3f1b5), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.480688 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.481450 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (dc12415c-705a-498c-b5e6-950c7a24d48d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.557888 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Pushing event updated for resources: {'Port': ['ID=f57c2680-eb93-4061-88be-056505b3f1b5,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:43.607189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Network 7268e372-f7c3-47a1-b220-97b63d27649a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:43.608518 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:43.818724 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Router dc12415c-705a-498c-b5e6-950c7a24d48d is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:20:43.911816 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-398ea5ac-dff9-4733-b43e-0a30d2a88a3c None None] Provisioning complete for port f57c2680-eb93-4061-88be-056505b3f1b5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:43.912236 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-398ea5ac-dff9-4733-b43e-0a30d2a88a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.915325 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:20:43.920743 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bcbf3811-2d36-40f9-a7ce-33f354320a84 demo admin] 10.222.0.79 "PUT /v2.0/routers/dc12415c-705a-498c-b5e6-950c7a24d48d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9548781 Mar 22 19:20:43.926050 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Sync routers for ids ['dc12415c-705a-498c-b5e6-950c7a24d48d'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:20:43.940067 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Routers {'dc12415c-705a-498c-b5e6-950c7a24d48d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:43.940904 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:20:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc12415c-705a-498c-b5e6-950c7a24d48d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:43.949916 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-398ea5ac-dff9-4733-b43e-0a30d2a88a3c None None] Port f57c2680-eb93-4061-88be-056505b3f1b5 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:44.136650 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Set router dc12415c-705a-498c-b5e6-950c7a24d48d gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:44.574380 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'name': 'router1', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:32Z', 'updated_at': '2022-03-22T19:20:43Z', 'revision_number': 2, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'gw_port_host': None, '_interfaces': [{'id': 'f57c2680-eb93-4061-88be-056505b3f1b5', 'name': '', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'mac_address': 'fa:16:3e:47:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:42Z', 'updated_at': '2022-03-22T19:20:43Z', 'revision_number': 2, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'subnets': [{'id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:44.626167 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Checking router: dc12415c-705a-498c-b5e6-950c7a24d48d for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:20:44.626444 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Updating router dc12415c-705a-498c-b5e6-950c7a24d48d port f57c2680-eb93-4061-88be-056505b3f1b5 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:20:44.679562 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.198228 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Publish callbacks [] for port (f57c2680-eb93-4061-88be-056505b3f1b5), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.263636 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.425329 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Pushing event updated for resources: {'Port': ['ID=f57c2680-eb93-4061-88be-056505b3f1b5,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:45.446303 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.446648 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.446995 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.447334 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.447690 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.448020 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.448388 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.448662 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.448998 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.449325 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.449643 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.450195 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.450522 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.450838 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.451158 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Tracked resource versions report: Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: pushed versions: Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: { 'AddressGroup': {'1.2'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Agent': {'1.1'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'ConntrackHelper': {'1.0'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Log': {'1.0'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'NDPProxy': {'1.0'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Network': {'1.1'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Port': {'1.7'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'PortForwarding': {'1.3'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'QosPolicy': {'1.10'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroup': {'1.5'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SubPort': {'1.0'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Subnet': {'1.1'}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Trunk': {'1.1'}} Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: consumer versions: Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Agent': '1.1', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'ConntrackHelper': '1.0', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'LocalIPAssociation': '1.0', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Log': '1.0', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'NDPProxy': '1.0', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Network': '1.1', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Port': '1.7', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'PortForwarding': '1.3', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'QosPolicy': '1.10', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroup': '1.5', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroupRule': '1.2', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SubPort': '1.0', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Subnet': '1.1', Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Trunk': '1.1'}} Mar 22 19:20:45.452706 dv-cinder-799871-19-iscsi neutron-server[103852]: {{(pid=103852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:20:45.455208 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Attempting to bind port f57c2680-eb93-4061-88be-056505b3f1b5 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:45.456005 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Attempting to bind port f57c2680-eb93-4061-88be-056505b3f1b5 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:45.456005 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Attempting to bind port f57c2680-eb93-4061-88be-056505b3f1b5 on network 7268e372-f7c3-47a1-b220-97b63d27649a {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:45.462605 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:45.462993 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Checking segment: {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:45.463462 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.463890 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Bound using segment: {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:45.464365 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Bound port: f57c2680-eb93-4061-88be-056505b3f1b5, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b3b8cc-962f-48b2-ad93-1a401f73ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:45.465154 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.479716 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7985d56b-e29a-4788-8cd3-c26528dcd175 None None] Provisioning complete for port f57c2680-eb93-4061-88be-056505b3f1b5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:45.480707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7985d56b-e29a-4788-8cd3-c26528dcd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.516630 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7985d56b-e29a-4788-8cd3-c26528dcd175 None None] Port f57c2680-eb93-4061-88be-056505b3f1b5 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:45.535661 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] For port f57c2680-eb93-4061-88be-056505b3f1b5, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:45.555834 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] For port f57c2680-eb93-4061-88be-056505b3f1b5, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f57c2680-eb93-4061-88be-056505b3f1b5,segment=NetworkSegment(86b3b8cc-962f-48b2-ad93-1a401f73ea11),segment_id=86b3b8cc-962f-48b2-ad93-1a401f73ea11)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:45.641436 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.701895 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Routers {'dc12415c-705a-498c-b5e6-950c7a24d48d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:45.701895 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:20:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc12415c-705a-498c-b5e6-950c7a24d48d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:45.765632 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd508ea6-2ff7-439e-8a2d-6c6d72d4212f None None] Pushing event updated for resources: {'Port': ['ID=f57c2680-eb93-4061-88be-056505b3f1b5,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:45.798547 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] Set router dc12415c-705a-498c-b5e6-950c7a24d48d gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:45.938718 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] Provisioning complete for port f57c2680-eb93-4061-88be-056505b3f1b5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:45.939334 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.017407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] Current status of the port f57c2680-eb93-4061-88be-056505b3f1b5 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:46.017714 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.018930 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'name': 'router1', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:32Z', 'updated_at': '2022-03-22T19:20:43Z', 'revision_number': 2, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'gw_port_host': None, '_interfaces': [{'id': 'f57c2680-eb93-4061-88be-056505b3f1b5', 'name': '', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'mac_address': 'fa:16:3e:47:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:42Z', 'updated_at': '2022-03-22T19:20:45Z', 'revision_number': 4, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'subnets': [{'id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:46.046292 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee01ad7-ccdd-44c0-8fe0-2794e9a3a42f None None] The sync data for ids ['dc12415c-705a-498c-b5e6-950c7a24d48d'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'name': 'router1', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:32Z', 'updated_at': '2022-03-22T19:20:43Z', 'revision_number': 2, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'gw_port_host': None, '_interfaces': [{'id': 'f57c2680-eb93-4061-88be-056505b3f1b5', 'name': '', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'mac_address': 'fa:16:3e:47:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:42Z', 'updated_at': '2022-03-22T19:20:45Z', 'revision_number': 4, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'subnets': [{'id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:20:46.052770 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] For port f57c2680-eb93-4061-88be-056505b3f1b5, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f57c2680-eb93-4061-88be-056505b3f1b5,segment=NetworkSegment(86b3b8cc-962f-48b2-ad93-1a401f73ea11),segment_id=86b3b8cc-962f-48b2-ad93-1a401f73ea11)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:46.109367 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.160632 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b0504-8caa-489d-a17c-f925c805f3ad None None] Pushing event updated for resources: {'Port': ['ID=f57c2680-eb93-4061-88be-056505b3f1b5,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:46.325130 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46326) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:46.437068 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211b716-ee8d-47fb-bbb8-4ab992840244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:46.438433 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8211b716-ee8d-47fb-bbb8-4ab992840244 admin admin] 10.222.0.79 "GET /v2.0/networks/d64efbdb-a203-486e-a650-36facd9d9775 HTTP/1.1" status: 200 len: 842 time: 0.1124249 Mar 22 19:20:46.448075 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:46.549179 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Made reservation on behalf of 129dd3eb5ffe4930bce649b207ee43cb for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:46.551442 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.899549 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.objects.ports [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:20:46.908221 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (040a4483-6ee1-4206-a12d-9b0438645cac), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.960019 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040a4483-6ee1-4206-a12d-9b0438645cac,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:46.964299 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:46.964656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Network hostable DHCP agents. Network: d64efbdb-a203-486e-a650-36facd9d9775, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:20:47.062863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:20:47.154399 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, d64efbdb-a203-486e-a650-36facd9d9775) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:47.158417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:47.164044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.164882 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd9c17-d841-413b-94fc-843907b56060 None None] Network d64efbdb-a203-486e-a650-36facd9d9775 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:47.243070 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3c64e234-44a5-45de-b605-626b668c35f4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7984121 Mar 22 19:20:47.262232 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa81b2-c46b-4e64-ba2b-6c15ebb2b42b None None] Network d64efbdb-a203-486e-a650-36facd9d9775 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:49.701148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46334) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:49.911060 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c6d3898c-6c73-4ff9-a71a-3ce2624ba116 demo admin] 10.222.0.79 "GET /v2.0/routers/dc12415c-705a-498c-b5e6-950c7a24d48d HTTP/1.1" status: 200 len: 710 time: 0.2087855 Mar 22 19:20:49.995488 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c47c836-8fdf-4198-a2c5-8eda84a6c39e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:49.996879 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9c47c836-8fdf-4198-a2c5-8eda84a6c39e demo admin] 10.222.0.79 "GET /v2.0/networks/d64efbdb-a203-486e-a650-36facd9d9775 HTTP/1.1" status: 200 len: 886 time: 0.0800552 Mar 22 19:20:50.006278 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:50.269134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks [] for router_gateway (dc12415c-705a-498c-b5e6-950c7a24d48d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.600790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks [] for router_gateway (dc12415c-705a-498c-b5e6-950c7a24d48d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.677598 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.858404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Allocated IP 172.27.0.8 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/9b364cfa-b537-42b4-8b07-52f5281f616b) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:50.962857 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks [] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.057650 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.101737 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:51.105697 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:51.107417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Pushing event updated for resources: {'Port': ['ID=9b364cfa-b537-42b4-8b07-52f5281f616b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:51.112992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:51.458941 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks [] for router_gateway (dc12415c-705a-498c-b5e6-950c7a24d48d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.744956 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-314'] for router (dc12415c-705a-498c-b5e6-950c7a24d48d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.748258 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691573'] for router (dc12415c-705a-498c-b5e6-950c7a24d48d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.869430 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Router dc12415c-705a-498c-b5e6-950c7a24d48d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:20:51.982926 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:20:51.988722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.991975 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bfdeb01a-287a-45f9-af06-a7ebff7c359f demo admin] 10.222.0.79 "PUT /v2.0/routers/dc12415c-705a-498c-b5e6-950c7a24d48d HTTP/1.1" status: 200 len: 888 time: 1.9894617 Mar 22 19:20:54.436701 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f57c2680-eb93-4061-88be-056505b3f1b5 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:54.490232 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port f57c2680-eb93-4061-88be-056505b3f1b5 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:54.490734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.571233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port f57c2680-eb93-4061-88be-056505b3f1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:54.573633 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46348) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:54.694278 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-eff1d7e9-f3f9-49b7-988d-528738485775 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1195049 Mar 22 19:20:54.871833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Sync routers for ids ['dc12415c-705a-498c-b5e6-950c7a24d48d'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:20:54.884903 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Routers {'dc12415c-705a-498c-b5e6-950c7a24d48d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:54.885581 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:20:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc12415c-705a-498c-b5e6-950c7a24d48d'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:55.112168 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Set router dc12415c-705a-498c-b5e6-950c7a24d48d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:55.596830 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'name': 'router1', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '9b364cfa-b537-42b4-8b07-52f5281f616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:32Z', 'updated_at': '2022-03-22T19:20:51Z', 'revision_number': 4, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'gw_port': {'id': '9b364cfa-b537-42b4-8b07-52f5281f616b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:50Z', 'updated_at': '2022-03-22T19:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f57c2680-eb93-4061-88be-056505b3f1b5', 'name': '', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'mac_address': 'fa:16:3e:47:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:42Z', 'updated_at': '2022-03-22T19:20:46Z', 'revision_number': 5, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'subnets': [{'id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:55.648478 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Checking router: dc12415c-705a-498c-b5e6-950c7a24d48d for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:20:55.648852 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Updating router dc12415c-705a-498c-b5e6-950c7a24d48d port 9b364cfa-b537-42b4-8b07-52f5281f616b binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:20:55.702607 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.020052 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Publish callbacks [] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.098420 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.150011 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Attempting to bind port 9b364cfa-b537-42b4-8b07-52f5281f616b on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:56.150376 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Attempting to bind port 9b364cfa-b537-42b4-8b07-52f5281f616b by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:56.150739 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Attempting to bind port 9b364cfa-b537-42b4-8b07-52f5281f616b on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:56.152668 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79111ee-9380-46c8-b80c-f545e0dbc632 None None] Pushing event updated for resources: {'Port': ['ID=9b364cfa-b537-42b4-8b07-52f5281f616b,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:56.157903 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:56.158273 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:56.158666 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.159039 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:56.160111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Bound port: 9b364cfa-b537-42b4-8b07-52f5281f616b, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:56.160111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.211178 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] For port 9b364cfa-b537-42b4-8b07-52f5281f616b, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:56.214039 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] For port 9b364cfa-b537-42b4-8b07-52f5281f616b, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9b364cfa-b537-42b4-8b07-52f5281f616b,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:56.281205 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.338550 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79111ee-9380-46c8-b80c-f545e0dbc632 None None] Pushing event updated for resources: {'Port': ['ID=9b364cfa-b537-42b4-8b07-52f5281f616b,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:56.341080 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Routers {'dc12415c-705a-498c-b5e6-950c7a24d48d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:56.341676 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:20:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc12415c-705a-498c-b5e6-950c7a24d48d'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:56.468271 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] Set router dc12415c-705a-498c-b5e6-950c7a24d48d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:56.517015 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:20:56.694733 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'name': 'router1', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '9b364cfa-b537-42b4-8b07-52f5281f616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:32Z', 'updated_at': '2022-03-22T19:20:51Z', 'revision_number': 4, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'gw_port': {'id': '9b364cfa-b537-42b4-8b07-52f5281f616b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:50Z', 'updated_at': '2022-03-22T19:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f57c2680-eb93-4061-88be-056505b3f1b5', 'name': '', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'mac_address': 'fa:16:3e:47:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:42Z', 'updated_at': '2022-03-22T19:20:46Z', 'revision_number': 5, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'subnets': [{'id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:56.724998 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf0e1a-37fa-4830-89c2-b693b127a535 None None] The sync data for ids ['dc12415c-705a-498c-b5e6-950c7a24d48d'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'name': 'router1', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '9b364cfa-b537-42b4-8b07-52f5281f616b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:32Z', 'updated_at': '2022-03-22T19:20:51Z', 'revision_number': 4, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'gw_port': {'id': '9b364cfa-b537-42b4-8b07-52f5281f616b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:50Z', 'updated_at': '2022-03-22T19:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f57c2680-eb93-4061-88be-056505b3f1b5', 'name': '', 'network_id': '7268e372-f7c3-47a1-b220-97b63d27649a', 'tenant_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'mac_address': 'fa:16:3e:47:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc12415c-705a-498c-b5e6-950c7a24d48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:42Z', 'updated_at': '2022-03-22T19:20:46Z', 'revision_number': 5, 'project_id': '58f05cdfad7945e5a7bf9d50bcb7a8a5', 'subnets': [{'id': '7a6914d6-d3a3-4cca-a217-1f3d1869548c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27b77c91-8010-42f2-800e-b38c5d1eaabf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:20:58.478561 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9b364cfa-b537-42b4-8b07-52f5281f616b up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:58.577613 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 9b364cfa-b537-42b4-8b07-52f5281f616b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:58.578549 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:58.675761 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 9b364cfa-b537-42b4-8b07-52f5281f616b is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:58.676176 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:58.712233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 9b364cfa-b537-42b4-8b07-52f5281f616b, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9b364cfa-b537-42b4-8b07-52f5281f616b,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:58.767256 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:58.836873 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=9b364cfa-b537-42b4-8b07-52f5281f616b,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:00.480353 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9b364cfa-b537-42b4-8b07-52f5281f616b up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:21:00.606533 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 9b364cfa-b537-42b4-8b07-52f5281f616b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:00.606696 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9b364cfa-b537-42b4-8b07-52f5281f616b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.782508 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 9b364cfa-b537-42b4-8b07-52f5281f616b is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:05.275293 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-22103ca5-2720-429d-9a7f-4c70ad8c9029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.869427 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-01a5efea-5682-4f17-a6a4-238405a14b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:08.990382 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:10.309998 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:11.821762 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:33.507453 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:21:35.258025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-346ec7ba-d606-42f4-bc43-c30fe8ce485f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:37.800712 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-76636527-3417-4c79-bc4e-3f3104912e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:39.000190 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:40.657786 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.731714 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.263256 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c05dce0e-71ef-4c1f-8985-7ea5e07b84bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:07.811709 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9dee6dae-87d2-4e01-8efd-242ee1e81969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.994475 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.274809 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.507005 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:22:11.708415 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:20.240585 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46832) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:20.301920 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae0e23b-0b45-4453-95db-a9ef5cc39210 admin admin] GET failed (client error): The resource could not be found. Mar 22 19:22:20.303673 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9ae0e23b-0b45-4453-95db-a9ef5cc39210 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619578 Mar 22 19:22:20.464341 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092994a2-1784-4b76-9f9c-20b23c38c7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:20.465802 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-092994a2-1784-4b76-9f9c-20b23c38c7f0 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577828 Mar 22 19:22:22.799046 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46842) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:22.894452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449f952-84e7-4506-95e7-b3cc245dfd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:22.895869 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4449f952-84e7-4506-95e7-b3cc245dfd4a admin admin] 10.222.0.79 "GET /v2.0/subnets/7a6914d6-d3a3-4cca-a217-1f3d1869548c HTTP/1.1" status: 200 len: 849 time: 0.0958004 Mar 22 19:22:22.905617 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:22.987029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Publish callbacks [] for subnet (7a6914d6-d3a3-4cca-a217-1f3d1869548c), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.199675 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740840484747'] for subnet (7a6914d6-d3a3-4cca-a217-1f3d1869548c), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.229801 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:23.230407 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.231712 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] 10.222.0.79 "PUT /v2.0/subnets/7a6914d6-d3a3-4cca-a217-1f3d1869548c HTTP/1.1" status: 200 len: 868 time: 0.3297114 Mar 22 19:22:23.235471 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9bb79-32a9-49dc-9c40-5d420627bb8d None None] Network 7268e372-f7c3-47a1-b220-97b63d27649a requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:23.258753 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6914d6-d3a3-4cca-a217-1f3d1869548c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:23.266672 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.267740 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.268113 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.268465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.268811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.269148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.269482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.269811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.270158 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.270493 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.270863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.271254 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.272087 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.272363 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.272717 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a3af-2312-4b1d-8d89-939e15e21514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:23.589891 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2be37034-a4d0-4592-8b16-d750534a47af None None] Provisioning complete for port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:23.590284 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2be37034-a4d0-4592-8b16-d750534a47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (87206fb3-4d20-4d3d-b62c-90c51eca5f37), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.666399 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2be37034-a4d0-4592-8b16-d750534a47af None None] Current status of the port 87206fb3-4d20-4d3d-b62c-90c51eca5f37 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:23.676598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2be37034-a4d0-4592-8b16-d750534a47af None None] Provisioning complete for port f57c2680-eb93-4061-88be-056505b3f1b5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:23.676992 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2be37034-a4d0-4592-8b16-d750534a47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f57c2680-eb93-4061-88be-056505b3f1b5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.754953 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2be37034-a4d0-4592-8b16-d750534a47af None None] Current status of the port f57c2680-eb93-4061-88be-056505b3f1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:25.587714 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46850) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:25.788422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfdbd87-35c5-4fb8-82ed-e99c98297a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:25.788884 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfdbd87-35c5-4fb8-82ed-e99c98297a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:25.790771 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2dfdbd87-35c5-4fb8-82ed-e99c98297a41 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020879 Mar 22 19:22:28.135135 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46858) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:28.265115 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b01f60-9ed5-409e-979c-72f61b08ccbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.265589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b01f60-9ed5-409e-979c-72f61b08ccbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.267337 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e2b01f60-9ed5-409e-979c-72f61b08ccbb admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310358 Mar 22 19:22:30.641673 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46866) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:30.774468 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d41a5f-9c32-4471-81cd-87228d860432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.775903 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-96d41a5f-9c32-4471-81cd-87228d860432 admin admin] 10.222.0.79 "GET /v2.0/networks/7268e372-f7c3-47a1-b220-97b63d27649a HTTP/1.1" status: 200 len: 869 time: 0.1331275 Mar 22 19:22:33.115936 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46874) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:33.238924 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a459b985-fefe-46ab-bc13-dea4b56b43dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:33.240508 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a459b985-fefe-46ab-bc13-dea4b56b43dc admin admin] 10.222.0.79 "GET /v2.0/networks/d64efbdb-a203-486e-a650-36facd9d9775 HTTP/1.1" status: 200 len: 886 time: 0.1236312 Mar 22 19:22:35.243205 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-63ea469e-aa2d-48ae-84df-cecbee318f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.767894 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46882) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:35.905257 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009cb36-fc82-4200-a362-fe08b9d03935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:35.905718 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009cb36-fc82-4200-a362-fe08b9d03935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:35.907277 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f009cb36-fc82-4200-a362-fe08b9d03935 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384683 Mar 22 19:22:37.815863 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5675c8db-0c05-4d33-be7b-79bd532cf34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.246989 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46892) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:38.339524 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1662c-31f7-4da0-8765-cf4ea19ad892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:38.339997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1662c-31f7-4da0-8765-cf4ea19ad892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:38.341494 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9cf1662c-31f7-4da0-8765-cf4ea19ad892 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935318 Mar 22 19:22:38.999622 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:40.318572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:40.707865 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46900) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:40.821633 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab75a44-a87d-49e9-a290-4dfcbdee31a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:40.822966 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2ab75a44-a87d-49e9-a290-4dfcbdee31a7 admin admin] 10.222.0.79 "GET /v2.0/subnets/040a4483-6ee1-4206-a12d-9b0438645cac HTTP/1.1" status: 200 len: 816 time: 0.1140473 Mar 22 19:22:41.714451 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.204519 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46908) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:43.305073 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f9bf2-c1f6-4bc7-8f59-9409f1546651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.306423 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-105f9bf2-c1f6-4bc7-8f59-9409f1546651 admin admin] 10.222.0.79 "GET /v2.0/subnets/7a6914d6-d3a3-4cca-a217-1f3d1869548c HTTP/1.1" status: 200 len: 868 time: 0.1009538 Mar 22 19:22:47.506053 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:23:05.285453 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1f72fe8d-2ec0-4790-8063-a8a6897f3f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:07.828687 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c2902d93-8217-49bc-a2c3-da7d36992db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:08.988005 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.305716 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.699988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.814326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 46960) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:11.861206 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-baefa61a-aec1-4811-a87c-909cf18c3445 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:23:11.862238 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-baefa61a-aec1-4811-a87c-909cf18c3445 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469739 Mar 22 19:23:14.272644 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46968) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:14.334485 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e092b533-8ae8-454c-822e-b544ceecea90 admin admin] GET failed (client error): The resource could not be found. Mar 22 19:23:14.336303 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e092b533-8ae8-454c-822e-b544ceecea90 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626404 Mar 22 19:23:14.424189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b34244-3f32-43bc-a091-c59fc545c303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:14.425672 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-34b34244-3f32-43bc-a091-c59fc545c303 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854239 Mar 22 19:23:16.759402 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46976) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:16.807286 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:16.862197 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Made reservation on behalf of 129dd3eb5ffe4930bce649b207ee43cb for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:16.864495 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.893379 dv-cinder-799871-19-iscsi neutron-server[103850]: WARNING neutron.services.revisions.revision_plugin [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Could not find related network for resource to bump revision. Mar 22 19:23:16.908155 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 981} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:16.918069 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (f6310d46-9308-4959-b9b2-1c79f708f17e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.918462 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Added segment f6310d46-9308-4959-b9b2-1c79f708f17e of type vlan for network d85d0153-2a0c-4208-91ef-e8f02da40878 Mar 22 19:23:16.956431 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (d85d0153-2a0c-4208-91ef-e8f02da40878), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.068097 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (d85d0153-2a0c-4208-91ef-e8f02da40878), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.069219 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.069790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.225539 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] Pushing event updated for resources: {'Network': ['ID=d85d0153-2a0c-4208-91ef-e8f02da40878,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:17.236441 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network d85d0153-2a0c-4208-91ef-e8f02da40878 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:17.319586 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f79fa06f-5b2d-4c4a-9dfe-895dd6a542ab admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5590625 Mar 22 19:23:19.656106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 46984) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:19.716290 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7b3b7e-1ba0-45d0-bbf6-28658ba0c55b admin admin] GET failed (client error): The resource could not be found. Mar 22 19:23:19.717565 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0d7b3b7e-1ba0-45d0-bbf6-28658ba0c55b admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605137 Mar 22 19:23:19.784644 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce16c01-63cd-4525-9280-506d52b08558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:19.786197 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0ce16c01-63cd-4525-9280-506d52b08558 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646734 Mar 22 19:23:19.796786 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Request body: {'subnet': {'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:19.865266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Made reservation on behalf of 129dd3eb5ffe4930bce649b207ee43cb for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:19.867676 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.108640 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (0fabb035-416a-4965-94b2-b726d1f09e5a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.166221 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fabb035-416a-4965-94b2-b726d1f09e5a,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:20.177215 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Checking segment: {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:20.177571 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Network hostable DHCP agents. Network: d85d0153-2a0c-4208-91ef-e8f02da40878, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:23:20.267755 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Network d85d0153-2a0c-4208-91ef-e8f02da40878 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:23:20.328921 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, d85d0153-2a0c-4208-91ef-e8f02da40878) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:20.333135 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.333684 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.338817 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ecbbaf-8c64-4d98-b44c-5a132f9383b9 None None] Network d85d0153-2a0c-4208-91ef-e8f02da40878 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:20.410944 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d31bafed-7f22-4204-9d94-b3094067d2fd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6174769 Mar 22 19:23:20.442442 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-d85d0153-2a0c-4208-91ef-e8f02da40878', 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878', 'project_id': '129dd3eb5ffe4930bce649b207ee43cb', 'fixed_ips': [{'subnet_id': '0fabb035-416a-4965-94b2-b726d1f09e5a'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:23:20.443418 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.592429 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Allocated IP 192.168.233.2 (d85d0153-2a0c-4208-91ef-e8f02da40878/0fabb035-416a-4965-94b2-b726d1f09e5a/22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:20.838322 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Publish callbacks [] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.908926 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.946827 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Network d85d0153-2a0c-4208-91ef-e8f02da40878 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:20.949754 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:20.953151 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:20.968045 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Pushing event updated for resources: {'Port': ['ID=22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:20.987979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.988324 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.988684 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.989041 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.989379 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.989707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.990548 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.990887 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.991227 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.991580 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.991904 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.992238 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.992565 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.992880 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:20.993199 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:21.030840 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Attempting to bind port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:21.031212 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Attempting to bind port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:21.031592 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Attempting to bind port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad on network d85d0153-2a0c-4208-91ef-e8f02da40878 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:21.036740 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:21.037704 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Checking segment: {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:21.038114 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.038489 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Bound using segment: {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:21.038960 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Bound port: 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:21.039336 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.103389 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] For port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:21.106645 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] For port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:21.209830 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.269525 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1768d-2f86-48af-8fa3-c77cc3e03ca1 None None] Pushing event updated for resources: {'Port': ['ID=22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:22.103985 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ba8df-b87d-4485-8640-48e4ae4c549c None None] Network d85d0153-2a0c-4208-91ef-e8f02da40878 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:22.161848 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] Provisioning complete for port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:22.162289 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.283304 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] Current status of the port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:22.283649 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.322014 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] For port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:22.414037 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.475896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293ab7d-a424-4770-ae0b-c81e6a319171 None None] Pushing event updated for resources: {'Port': ['ID=22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:22.545097 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6c385a25-266f-4911-965d-a602e17c9a98 None None] Provisioning complete for port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:22.545401 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c385a25-266f-4911-965d-a602e17c9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.573193 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:22.664595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:22.664987 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.690814 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6c385a25-266f-4911-965d-a602e17c9a98 None None] Current status of the port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:22.748547 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:24.499119 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:24.504552 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:23:24.551612 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:24.552078 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:24.629238 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 22037eeb-c4b8-4543-8a4a-ef1bfcc5c2ad is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:35.259820 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f5c2-f3be-439b-8c4a-10a5f8e6c0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.813390 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4e057ee4-6d85-4061-b40a-ea379313edfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.992434 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:40.296783 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:41.733373 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:01.503478 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:24:05.284980 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-56cffda8-e6f6-48a1-96e6-859ab4981f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.822252 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-40f46863-f4f8-43f9-9fd6-b10c507c08cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.999345 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:10.298605 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.695961 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.301639 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-59a31076-7477-45ac-b43b-50e58669abb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.835328 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d0b508cb-77bd-4a67-8350-e85b6b001d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.501806 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:24:39.004691 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:40.307344 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.692120 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.385698 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47022) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:52.391424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [None req-4d340d2e-0a78-4b72-b91a-b355d1e49d2c tempest-verify_tempest_config-376534522 tempest-verify_tempest_config-376534522-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:24:52.392425 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4d340d2e-0a78-4b72-b91a-b355d1e49d2c tempest-verify_tempest_config-376534522 tempest-verify_tempest_config-376534522-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057838 Mar 22 19:24:52.909061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47040) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:53.010607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.083418 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Publish callbacks [] for security_group (a004468c-cc2b-4bae-8e94-2551a00910ff), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.147961 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a004468c-cc2b-4bae-8e94-2551a00910ff), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.193986 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4cd64ebc194489c98b8a9f71e2312e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2833824 Mar 22 19:24:53.194792 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a004468c-cc2b-4bae-8e94-2551a00910ff,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:53.196644 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47044) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:53.212410 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.212763 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.213106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.213438 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.213768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.214098 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.214420 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.214741 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.215079 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.215404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.215760 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.216082 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.216405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.216720 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.217034 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404164bd-3eb2-4e63-a594-70a27a00f8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.260352 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3410a190-cc55-45a4-a9c8-3263c9bbbe51 admin admin] Publish callbacks [] for security_group (a004468c-cc2b-4bae-8e94-2551a00910ff), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.280889 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3410a190-cc55-45a4-a9c8-3263c9bbbe51 admin admin] Publish callbacks [] for security_group (a004468c-cc2b-4bae-8e94-2551a00910ff), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.427804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3410a190-cc55-45a4-a9c8-3263c9bbbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a004468c-cc2b-4bae-8e94-2551a00910ff), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.430338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3410a190-cc55-45a4-a9c8-3263c9bbbe51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.431516 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3410a190-cc55-45a4-a9c8-3263c9bbbe51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a004468c-cc2b-4bae-8e94-2551a00910ff HTTP/1.1" status: 204 len: 168 time: 0.2339745 Mar 22 19:24:53.439346 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410a190-cc55-45a4-a9c8-3263c9bbbe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a004468c-cc2b-4bae-8e94-2551a00910ff,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:05.257630 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8e123d9c-fa14-41c7-8427-c443825fb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.829077 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-31f836c4-cf76-4bd3-8161-4a6df1292b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.040171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.304477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.701392 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.500648 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:25:35.262593 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e4bca555-ad9d-4d86-9f1c-f5ab99f17dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.872507 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-04949c84-75fd-454d-b4f7-aada17770e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.015273 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.329389 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.700807 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.499356 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:26:05.301536 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a49217f6-9850-4b28-8a56-065a03f8cdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:07.816079 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7b93afee-f44d-4c69-b417-6324f00fe59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.016387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.312765 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.702141 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.497464 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:26:35.295708 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-66195ee4-aa9d-49cf-bba9-2ba36a9f419c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.821875 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-816a772e-3608-4111-8e32-da5ad1db620a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.015581 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.313755 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.393068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1689631'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.707084 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.917392 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47114) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:56.021923 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f5facd8e-db03-45af-9d97-d34c3982ffea admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1031904 Mar 22 19:26:58.379633 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47124) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:58.434817 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1f7c63da-0a40-4359-ae5e-b119a9dda0c7 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0541070 Mar 22 19:27:05.260770 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7b924710-07be-4626-9078-2ac04d6384fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:06.496437 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:27:07.826447 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-969f8a2f-1c83-489d-abf8-f60ad0f65bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:09.015213 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.312032 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.391978 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.700707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.277829 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-baba143a-2a13-41a0-bf49-7e255f1b69bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:37.814266 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-24776c6b-c712-480b-99f9-4428671e1380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:38.997120 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.342798 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.390988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:41.716881 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.495652 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:28:05.311377 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fb4730ac-9359-4865-90dc-c6ded621c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.820068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-491e8786-e15f-4535-8ef5-42a00e7de427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.025851 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.328968 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.425448 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.705542 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.496109 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:28:35.300916 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ff5b2e73-b65f-40fa-ba7d-9934ee52dced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.335998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47288) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:37.515935 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1154027397-network', 'tenant_id': 'd287b2f124eb4bcba1b1c848d37be3eb'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:37.580117 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Made reservation on behalf of d287b2f124eb4bcba1b1c848d37be3eb for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:37.582516 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.592476 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.672343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks [] for security_group (e672df11-3ba0-458d-88cf-72b5fc9317d5), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.723165 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e672df11-3ba0-458d-88cf-72b5fc9317d5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.754490 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672df11-3ba0-458d-88cf-72b5fc9317d5,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:37.756625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:37.768520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.772334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.773287 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.773287 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.773287 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.773532 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Tracked resource versions report: Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: pushed versions: Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: { 'AddressGroup': {'1.2'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Agent': {'1.1'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'ConntrackHelper': {'1.0'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Log': {'1.0'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'NDPProxy': {'1.0'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Network': {'1.1'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Port': {'1.7'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'PortForwarding': {'1.3'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'QosPolicy': {'1.10'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroup': {'1.5'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SubPort': {'1.0'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Subnet': {'1.1'}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Trunk': {'1.1'}} Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: consumer versions: Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: HyperV agent@hv-cinder-79987: {}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Agent': '1.1', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'ConntrackHelper': '1.0', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'LocalIPAssociation': '1.0', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Log': '1.0', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'NDPProxy': '1.0', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Network': '1.1', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Port': '1.7', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'PortForwarding': '1.3', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'QosPolicy': '1.10', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroup': '1.5', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SecurityGroupRule': '1.2', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'SubPort': '1.0', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Subnet': '1.1', Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: 'Trunk': '1.1'}} Mar 22 19:28:37.774760 dv-cinder-799871-19-iscsi neutron-server[103850]: {{(pid=103850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:28:37.786534 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (9556f137-7b57-4840-8d55-c3a2036aa8c9), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.786883 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Added segment 9556f137-7b57-4840-8d55-c3a2036aa8c9 of type vlan for network ff9865c0-861a-4ab1-adf6-d657bb3534ca Mar 22 19:28:37.819878 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbb1c-e9ed-4d98-a658-9c5744fdc9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.831948 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (ff9865c0-861a-4ab1-adf6-d657bb3534ca), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.922734 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (ff9865c0-861a-4ab1-adf6-d657bb3534ca), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.923753 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:37.924357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.983977 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9865c0-861a-4ab1-adf6-d657bb3534ca,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:37.995510 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network ff9865c0-861a-4ab1-adf6-d657bb3534ca details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:38.063296 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c3094ef2-7313-421e-8222-2fac24624975 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7262125 Mar 22 19:28:38.066146 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47330) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.070751 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Request body: {'subnet': {'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1154027397-subnet', 'tenant_id': 'd287b2f124eb4bcba1b1c848d37be3eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.173770 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Made reservation on behalf of d287b2f124eb4bcba1b1c848d37be3eb for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:38.176061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.274638 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47336) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.395119 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47348) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.415606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47352) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.432125 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.455317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47356) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.566349 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:38.574726 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Checking segment: {'id': '9556f137-7b57-4840-8d55-c3a2036aa8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:38.575353 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Network hostable DHCP agents. Network: ff9865c0-861a-4ab1-adf6-d657bb3534ca, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:38.578919 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-network', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.627147 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-635158415-network', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.644822 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1913317693-network', 'tenant_id': 'f526df40816446708a00576855f8be10'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.661438 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Network ff9865c0-861a-4ab1-adf6-d657bb3534ca is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:38.683029 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Made reservation on behalf of a0b5a7c9222b41d486420b73f4cac1d9 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:38.685303 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.696659 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.719098 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1531030555-network', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.735892 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Made reservation on behalf of 1badfd04e9bc40e6bce128ca477f5310 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:38.738556 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.758014 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.770334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, ff9865c0-861a-4ab1-adf6-d657bb3534ca) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:38.775196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.776359 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.784002 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f62b3-8c00-4808-9ab2-7f33283cf802 None None] Network ff9865c0-861a-4ab1-adf6-d657bb3534ca requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:38.786112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Made reservation on behalf of f526df40816446708a00576855f8be10 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:38.788380 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.807422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.834278 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Made reservation on behalf of 88cf857fd440479f92bf100cd1ea80b6 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:38.836551 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.854933 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks [] for security_group (1852b02e-a194-4d47-a8b1-dd2f961aab38), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.855328 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.912003 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bbdaae5b-8398-44ca-9922-2258a0c7d315 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8447850 Mar 22 19:28:38.941271 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1852b02e-a194-4d47-a8b1-dd2f961aab38), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.950296 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3638c19-08f9-4013-8dc9-e9fe195d1607 None None] Network ff9865c0-861a-4ab1-adf6-d657bb3534ca requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:38.966027 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks [] for security_group (a2a5c200-0b81-4c55-a242-80625a549214), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.000025 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1852b02e-a194-4d47-a8b1-dd2f961aab38,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.001379 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks [] for security_group (a2fbb043-5ff0-4d94-9292-2ee2580f0c83), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.016115 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:39.031986 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (04e4c047-9b74-44d9-a157-f435208b5c2f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.032853 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Added segment 04e4c047-9b74-44d9-a157-f435208b5c2f of type vlan for network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 Mar 22 19:28:39.041445 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks [] for security_group (128e043e-ac99-4d7b-975e-578c732e3aa1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.056059 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a2a5c200-0b81-4c55-a242-80625a549214), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.104955 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:39.106614 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a2fbb043-5ff0-4d94-9292-2ee2580f0c83), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.111726 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (8c21b828-c893-45f4-aa49-e2a1f6c14e39), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.134131 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.134672 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.135964 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.136596 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.138049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (7a227998-9220-46a9-876b-abc758770340), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.138460 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Added segment 7a227998-9220-46a9-876b-abc758770340 of type vlan for network c6d33306-36ab-4996-b622-ed8a4935ca43 Mar 22 19:28:39.144892 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.146774 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.147144 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.147494 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.148857 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.149214 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.149576 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.149921 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.150261 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.152903 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.153291 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Tracked resource versions report: Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: pushed versions: Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: { 'AddressGroup': {'1.2'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Agent': {'1.1'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'ConntrackHelper': {'1.0'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Log': {'1.0'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'NDPProxy': {'1.0'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Network': {'1.1'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Port': {'1.7'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'PortForwarding': {'1.3'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'QosPolicy': {'1.10'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroup': {'1.5'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SubPort': {'1.0'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Subnet': {'1.1'}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Trunk': {'1.1'}} Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: consumer versions: Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: HyperV agent@hv-cinder-79987: {}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Agent': '1.1', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'ConntrackHelper': '1.0', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'LocalIPAssociation': '1.0', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Log': '1.0', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'NDPProxy': '1.0', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Network': '1.1', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Port': '1.7', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'PortForwarding': '1.3', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'QosPolicy': '1.10', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroup': '1.5', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SecurityGroupRule': '1.2', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'SubPort': '1.0', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Subnet': '1.1', Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: 'Trunk': '1.1'}} Mar 22 19:28:39.159970 dv-cinder-799871-19-iscsi neutron-server[103849]: {{(pid=103849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:28:39.185780 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.191042 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (c6d33306-36ab-4996-b622-ed8a4935ca43), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.222843 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (128e043e-ac99-4d7b-975e-578c732e3aa1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.229217 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a5c200-0b81-4c55-a242-80625a549214,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.246130 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:39.278144 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 951} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:39.280298 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (c6d33306-36ab-4996-b622-ed8a4935ca43), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.283497 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:39.284166 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.294088 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (8c21b828-c893-45f4-aa49-e2a1f6c14e39), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.296214 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:39.297686 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.377756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (6400020a-06ea-420f-a38a-e0019d02ae44), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.378104 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Added segment 6400020a-06ea-420f-a38a-e0019d02ae44 of type vlan for network a881e4b6-8683-4df6-ae79-4af6980ab369 Mar 22 19:28:39.399189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fbb043-5ff0-4d94-9292-2ee2580f0c83,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.410186 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.410318 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Added segment a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c of type vlan for network 87044297-f8c2-40de-9994-8da2189cc88a Mar 22 19:28:39.422878 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] Pushing event updated for resources: {'Network': ['ID=c6d33306-36ab-4996-b622-ed8a4935ca43,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.451490 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] Pushing event updated for resources: {'Network': ['ID=8c21b828-c893-45f4-aa49-e2a1f6c14e39,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.463776 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network c6d33306-36ab-4996-b622-ed8a4935ca43 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:39.491130 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b4e357cb-9f08-45da-9c8d-33661b71f592 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2153811 Mar 22 19:28:39.492095 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47416) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.499142 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Request body: {'subnet': {'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-subnet', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:39.524400 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:39.534148 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2dc6ecdd-81c8-43f4-a237-bce735934e8c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1344004 Mar 22 19:28:39.538265 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47418) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.542669 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (a881e4b6-8683-4df6-ae79-4af6980ab369), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.547629 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Request body: {'subnet': {'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-subnet', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:39.553912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (87044297-f8c2-40de-9994-8da2189cc88a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.555863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e043e-ac99-4d7b-975e-578c732e3aa1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.653401 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Made reservation on behalf of 1badfd04e9bc40e6bce128ca477f5310 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:39.656062 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.683724 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (a881e4b6-8683-4df6-ae79-4af6980ab369), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.686434 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:39.687198 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.693000 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (87044297-f8c2-40de-9994-8da2189cc88a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.694779 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:39.696740 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.720805 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Made reservation on behalf of a0b5a7c9222b41d486420b73f4cac1d9 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:39.720805 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.779413 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] Pushing event updated for resources: {'Network': ['ID=a881e4b6-8683-4df6-ae79-4af6980ab369,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.794036 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network a881e4b6-8683-4df6-ae79-4af6980ab369 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:39.856878 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] Pushing event updated for resources: {'Network': ['ID=87044297-f8c2-40de-9994-8da2189cc88a,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.875873 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e2a09fd8-7163-42da-812c-e843f585e019 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4578238 Mar 22 19:28:39.877277 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47428) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.885882 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Request body: {'subnet': {'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1913317693-subnet', 'tenant_id': 'f526df40816446708a00576855f8be10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:39.892478 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d5f0e5fb-09ff-4c7c-9aeb-b551bdc73d4d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3544042 Mar 22 19:28:39.894634 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47434) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.901082 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Request body: {'subnet': {'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-subnet', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:39.926368 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 87044297-f8c2-40de-9994-8da2189cc88a details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:40.033520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Made reservation on behalf of 88cf857fd440479f92bf100cd1ea80b6 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:40.047343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.047343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Made reservation on behalf of f526df40816446708a00576855f8be10 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:40.047343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.286464 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47462) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.286464 dv-cinder-799871-19-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 19:28:40.335572 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (29821785-22c1-49b5-8b9a-4300ae4e7bba), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.376016 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (e2ce7820-6704-440d-8acc-02cedef5a199), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.386410 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.466016 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.538245 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29821785-22c1-49b5-8b9a-4300ae4e7bba,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.558251 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (8516280d-e487-4332-a618-150a0d90286a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.562989 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (8d10d791-4c94-43c0-a876-39fb8b9fee1c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.579743 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-54ec6995-bad9-4037-972e-410d2bf99265 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.581348 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-54ec6995-bad9-4037-972e-410d2bf99265 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/networks?id=ff9865c0-861a-4ab1-adf6-d657bb3534ca HTTP/1.1" status: 200 len: 812 time: 0.2977927 Mar 22 19:28:40.602122 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Checking segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:40.602510 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Network hostable DHCP agents. Network: c6d33306-36ab-4996-b622-ed8a4935ca43, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:40.612146 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Checking segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:40.612626 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Network hostable DHCP agents. Network: 8c21b828-c893-45f4-aa49-e2a1f6c14e39, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:40.641009 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8516280d-e487-4332-a618-150a0d90286a,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.642801 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-a9bbe188-d976-47ca-a094-2f1e773fb3e0 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/quotas/d287b2f124eb4bcba1b1c848d37be3eb HTTP/1.1" status: 200 len: 375 time: 0.0337532 Mar 22 19:28:40.658479 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ce7820-6704-440d-8acc-02cedef5a199,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.699172 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:40.699563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Network hostable DHCP agents. Network: 87044297-f8c2-40de-9994-8da2189cc88a, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:40.709444 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Checking segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:40.709835 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Network hostable DHCP agents. Network: a881e4b6-8683-4df6-ae79-4af6980ab369, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:40.731912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d10d791-4c94-43c0-a876-39fb8b9fee1c,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.757438 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-96e87fc5-3b61-4853-85a3-0ea71ea1d39c tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d287b2f124eb4bcba1b1c848d37be3eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045012 Mar 22 19:28:40.758806 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:40.760987 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Network c6d33306-36ab-4996-b622-ed8a4935ca43 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:40.803268 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Network 87044297-f8c2-40de-9994-8da2189cc88a is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:40.836365 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Network a881e4b6-8683-4df6-ae79-4af6980ab369 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:40.868892 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, c6d33306-36ab-4996-b622-ed8a4935ca43) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:40.873175 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 8c21b828-c893-45f4-aa49-e2a1f6c14e39) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:40.873298 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 87044297-f8c2-40de-9994-8da2189cc88a) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:40.876858 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, a881e4b6-8683-4df6-ae79-4af6980ab369) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:40.880031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.881080 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.882025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1f3a2-2cba-41b4-9e8a-9170b91edfc1 None None] Network 87044297-f8c2-40de-9994-8da2189cc88a requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:40.888015 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.888936 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.890283 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.892590 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.936635 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.937739 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.949918 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ad78d-b902-4dbb-b854-a1d85ec77a8f None None] Network a881e4b6-8683-4df6-ae79-4af6980ab369 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:40.952109 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4ede0-b409-4854-86e8-0d02b4e172cf None None] Network c6d33306-36ab-4996-b622-ed8a4935ca43 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:40.964544 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-34450b4d-6b87-4735-8c0b-3e6921bb3f0a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0657363 Mar 22 19:28:40.966025 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-10d22110-3c5d-412c-adaf-b6533a8213ae admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0877810 Mar 22 19:28:40.966788 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47502) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.967408 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e036624d-4aa8-45e4-a4c3-5765b9ecad23 None None] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:40.969386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47504) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.974217 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:40.976426 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:41.021593 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-baeb1507-2399-42f3-ac2c-6177f2648f8b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4816577 Mar 22 19:28:41.024556 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47510) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:41.029983 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:41.053156 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-458b5d1d-644d-4fe5-b49e-cd60cb9e6245 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5597401 Mar 22 19:28:41.055238 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47512) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:41.058622 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47514) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:41.069666 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:41.120975 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-355cc579-7f52-49bb-8d6f-921b40c016ce service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:28:41.122004 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-355cc579-7f52-49bb-8d6f-921b40c016ce service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1142325 Mar 22 19:28:41.150656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (dc247ed4-7755-422b-8876-69b8274baeaf), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.150656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (dc247ed4-7755-422b-8876-69b8274baeaf), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.183263 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.185427 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.190707 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (ab35bf70-d48e-405c-880a-6e62d73f83fc), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.191699 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (ab35bf70-d48e-405c-880a-6e62d73f83fc), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.196292 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (93f81a09-6346-4c85-a68f-347926316fbd), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.197952 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (93f81a09-6346-4c85-a68f-347926316fbd), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.204609 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-15f7aa6c-3334-4ae4-b3f7-5744002867c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.337605 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks [] for router_controller (ab35bf70-d48e-405c-880a-6e62d73f83fc), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.372790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks [] for router_controller (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.378692 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-87044297-f8c2-40de-9994-8da2189cc88a', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:41.378692 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.396110 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks [] for router_controller (dc247ed4-7755-422b-8876-69b8274baeaf), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.410799 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks [] for router_controller (93f81a09-6346-4c85-a68f-347926316fbd), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.417121 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-ce0ba971-7ef2-4c97-a6ce-bc2560c68a6f service neutron] 10.222.0.79 "GET /v2.0/networks/ff9865c0-861a-4ab1-adf6-d657bb3534ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891915 Mar 22 19:28:41.418060 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-c6d33306-36ab-4996-b622-ed8a4935ca43', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:41.419642 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.440713 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-a881e4b6-8683-4df6-ae79-4af6980ab369', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:41.445837 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.513361 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-74237cc1-cc6b-4a81-becf-41565a497b77 service neutron] 10.222.0.79 "GET /v2.0/networks/ff9865c0-861a-4ab1-adf6-d657bb3534ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879157 Mar 22 19:28:41.549696 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:41.550565 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.769054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47524) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:41.991119 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-15f7aa6c-3334-4ae4-b3f7-5744002867c7 admin admin] Publish callbacks [] for security_group (f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.029793 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.059597 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-318c1bb2-30ea-4413-86e3-0052ccd677b8 req-1853cb99-8b56-4576-8bd1-593a508c1c8a tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.1129632 Mar 22 19:28:42.062170 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks [] for router_gateway (dc247ed4-7755-422b-8876-69b8274baeaf), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.071060 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks [] for router_gateway (93f81a09-6346-4c85-a68f-347926316fbd), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.071973 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Allocated IP 172.20.0.2 (87044297-f8c2-40de-9994-8da2189cc88a/8516280d-e487-4332-a618-150a0d90286a/a412db94-b561-405f-9b46-43805a7ed2c1) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:42.124218 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Allocated IP 172.20.0.2 (c6d33306-36ab-4996-b622-ed8a4935ca43/29821785-22c1-49b5-8b9a-4300ae4e7bba/3b49c9ef-b190-4bd5-9ead-7870359c39ef) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:42.125901 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-15f7aa6c-3334-4ae4-b3f7-5744002867c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.128297 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Allocated IP 172.20.0.2 (a881e4b6-8683-4df6-ae79-4af6980ab369/8d10d791-4c94-43c0-a876-39fb8b9fee1c/f44a9644-bdf5-4ad1-a5f5-8264c7097d17) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:42.148840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks [] for router_gateway (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.162825 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-44ec6856-db8a-44f8-b068-2214961bbdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.187372 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks [] for router_gateway (ab35bf70-d48e-405c-880a-6e62d73f83fc), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.209176 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-15f7aa6c-3334-4ae4-b3f7-5744002867c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3a44c1b09a14c2798da7048a072ca47&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1523352 Mar 22 19:28:42.212624 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Allocated IP 172.20.0.2 (8c21b828-c893-45f4-aa49-e2a1f6c14e39/e2ce7820-6704-440d-8acc-02cedef5a199/77f1f4d2-e4c0-4be9-9218-39f6c6773715) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:42.215329 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47560) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.216206 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7aa6c-3334-4ae4-b3f7-5744002867c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.461760 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ed5c1bb-a34e-4d6b-82ca-1c4b0b7cebea admin admin] Publish callbacks [] for security_group (f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.514207 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-44ec6856-db8a-44f8-b068-2214961bbdcb admin admin] Publish callbacks [] for security_group (692da995-a44c-4333-b004-6ba6f340bad3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.525252 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ed5c1bb-a34e-4d6b-82ca-1c4b0b7cebea admin admin] Publish callbacks [] for security_group (f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.586677 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-44ec6856-db8a-44f8-b068-2214961bbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (692da995-a44c-4333-b004-6ba6f340bad3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.655229 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-44ec6856-db8a-44f8-b068-2214961bbdcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed12ce34d6c941e088f46cf7eb3e60d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8849895 Mar 22 19:28:42.659214 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47576) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.661156 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec6856-db8a-44f8-b068-2214961bbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692da995-a44c-4333-b004-6ba6f340bad3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.702292 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks [] for router_gateway (93f81a09-6346-4c85-a68f-347926316fbd), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.730846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.750564 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Publish callbacks [] for port (a412db94-b561-405f-9b46-43805a7ed2c1), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.762032 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Publish callbacks [] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.789486 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Publish callbacks [] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.797879 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Publish callbacks [] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.826806 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.830711 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ed5c1bb-a34e-4d6b-82ca-1c4b0b7cebea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.833930 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ed5c1bb-a34e-4d6b-82ca-1c4b0b7cebea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.835089 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8ed5c1bb-a34e-4d6b-82ca-1c4b0b7cebea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4 HTTP/1.1" status: 204 len: 168 time: 0.6160400 Mar 22 19:28:42.861210 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5c1bb-a34e-4d6b-82ca-1c4b0b7cebea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d22aab-b8f7-4ed0-a030-fb981ab6a7b4,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.876871 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks [] for router_gateway (dc247ed4-7755-422b-8876-69b8274baeaf), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.898280 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.902789 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.915827 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:42.917600 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.933314 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9e2332e-1ddf-485b-af82-181dd5c1430b admin admin] Publish callbacks [] for security_group (692da995-a44c-4333-b004-6ba6f340bad3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.936645 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:42.943356 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:42.954045 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Pushing event updated for resources: {'Port': ['ID=a412db94-b561-405f-9b46-43805a7ed2c1,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.954803 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks [] for router_gateway (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.957540 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.989882 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks [] for router_gateway (ab35bf70-d48e-405c-880a-6e62d73f83fc), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.993387 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Allocated IP 172.27.0.4 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/9f5824c4-5e87-46c1-924f-078c25eb7203) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:43.009092 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Network c6d33306-36ab-4996-b622-ed8a4935ca43 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:43.009602 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.021060 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Network a881e4b6-8683-4df6-ae79-4af6980ab369 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:43.022727 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.023073 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.023426 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.023901 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.024236 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.024622 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.024955 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.025282 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.026477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.026819 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.027149 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.027490 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.027842 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.028163 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.028482 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Tracked resource versions report: Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: pushed versions: Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: { 'AddressGroup': {'1.2'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Agent': {'1.1'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'ConntrackHelper': {'1.0'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Log': {'1.0'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'NDPProxy': {'1.0'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Network': {'1.1'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Port': {'1.7'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'PortForwarding': {'1.3'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'QosPolicy': {'1.10'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroup': {'1.5'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SubPort': {'1.0'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Subnet': {'1.1'}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Trunk': {'1.1'}} Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: consumer versions: Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: HyperV agent@hv-cinder-79987: {}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Agent': '1.1', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'ConntrackHelper': '1.0', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'LocalIPAssociation': '1.0', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Log': '1.0', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'NDPProxy': '1.0', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Network': '1.1', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Port': '1.7', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'PortForwarding': '1.3', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'QosPolicy': '1.10', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroup': '1.5', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SecurityGroupRule': '1.2', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'SubPort': '1.0', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Subnet': '1.1', Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: 'Trunk': '1.1'}} Mar 22 19:28:43.030057 dv-cinder-799871-19-iscsi neutron-server[103851]: {{(pid=103851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:28:43.037737 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9e2332e-1ddf-485b-af82-181dd5c1430b admin admin] Publish callbacks [] for security_group (692da995-a44c-4333-b004-6ba6f340bad3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.038562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:43.039870 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.062838 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:43.071777 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:43.117494 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:43.137704 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:43.175462 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks [] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.187697 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47588) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:43.189566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:43.203273 dv-cinder-799871-19-iscsi neutron-server[103850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 19:28:43.237335 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:43.262161 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Attempting to bind port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:43.262623 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Attempting to bind port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:43.263059 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Attempting to bind port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 on network a881e4b6-8683-4df6-ae79-4af6980ab369 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:43.283931 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7e117b9d-cf37-4c67-ab67-17fd3e54acf7 req-18284526-3118-40a5-8c74-8d19cf9e17b5 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.0898333 Mar 22 19:28:43.284111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Pushing event updated for resources: {'Port': ['ID=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:43.302321 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Attempting to bind port a412db94-b561-405f-9b46-43805a7ed2c1 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:43.302772 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Attempting to bind port a412db94-b561-405f-9b46-43805a7ed2c1 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:43.303219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Attempting to bind port a412db94-b561-405f-9b46-43805a7ed2c1 on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:43.334398 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:43.335113 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Checking segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:43.335812 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.336379 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Bound using segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:43.336870 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Bound port: f44a9644-bdf5-4ad1-a5f5-8264c7097d17, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:43.337253 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.353511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.357258 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9e2332e-1ddf-485b-af82-181dd5c1430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (692da995-a44c-4333-b004-6ba6f340bad3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.360013 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9e2332e-1ddf-485b-af82-181dd5c1430b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.365690 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e9e2332e-1ddf-485b-af82-181dd5c1430b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/692da995-a44c-4333-b004-6ba6f340bad3 HTTP/1.1" status: 204 len: 168 time: 0.7053182 Mar 22 19:28:43.374522 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2332e-1ddf-485b-af82-181dd5c1430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692da995-a44c-4333-b004-6ba6f340bad3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:43.586631 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:43.587010 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:43.587406 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.587962 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Bound using segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:43.588742 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:43.588904 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Bound port: a412db94-b561-405f-9b46-43805a7ed2c1, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:43.589362 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.609371 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:43.617580 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:43.623566 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Pushing event updated for resources: {'Port': ['ID=9f5824c4-5e87-46c1-924f-078c25eb7203,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:43.655392 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Attempting to bind port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:43.655714 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Attempting to bind port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:43.656068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Attempting to bind port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:43.663979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Attempting to bind port 3b49c9ef-b190-4bd5-9ead-7870359c39ef on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:43.663979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Attempting to bind port 3b49c9ef-b190-4bd5-9ead-7870359c39ef by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:43.663979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Attempting to bind port 3b49c9ef-b190-4bd5-9ead-7870359c39ef on network c6d33306-36ab-4996-b622-ed8a4935ca43 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:43.667241 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Allocated IP 172.27.0.252 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/9c09afd6-6e1f-4e36-a7aa-091709739daf) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:43.687727 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47606) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:43.706822 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b3409c3-6c9a-4b35-9669-1834c52112d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.800656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b3409c3-6c9a-4b35-9669-1834c52112d5 admin admin] Publish callbacks [] for security_group (fee727bb-07f5-472b-bd60-b1ab0ebfeb92), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.805396 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] For port a412db94-b561-405f-9b46-43805a7ed2c1, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:43.810736 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] For port a412db94-b561-405f-9b46-43805a7ed2c1, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a412db94-b561-405f-9b46-43805a7ed2c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:43.815701 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Pushing event updated for resources: {'Port': ['ID=3b49c9ef-b190-4bd5-9ead-7870359c39ef,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:43.819946 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:43.820417 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Checking segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:43.820856 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.821192 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Bound using segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:43.821734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Bound port: 77f1f4d2-e4c0-4be9-9218-39f6c6773715, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:43.822073 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.865594 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:43.866028 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Checking segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:43.866356 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.866745 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Bound using segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:43.867228 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Bound port: 3b49c9ef-b190-4bd5-9ead-7870359c39ef, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:43.867630 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.901199 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b3409c3-6c9a-4b35-9669-1834c52112d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (fee727bb-07f5-472b-bd60-b1ab0ebfeb92), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.910058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks [] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.928717 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] For port f44a9644-bdf5-4ad1-a5f5-8264c7097d17, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:43.949044 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2b3409c3-6c9a-4b35-9669-1834c52112d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f705f3776b414a9d91ad09c3c7f458c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2602456 Mar 22 19:28:43.950698 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47614) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:43.999976 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] For port 3b49c9ef-b190-4bd5-9ead-7870359c39ef, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:44.002207 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] For port 3b49c9ef-b190-4bd5-9ead-7870359c39ef, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3b49c9ef-b190-4bd5-9ead-7870359c39ef,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:44.003112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3409c3-6c9a-4b35-9669-1834c52112d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee727bb-07f5-472b-bd60-b1ab0ebfeb92,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.005527 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.028602 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] For port f44a9644-bdf5-4ad1-a5f5-8264c7097d17, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:44.043071 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635232b5-f929-4b4a-ac52-b67a438404b9 admin admin] Publish callbacks [] for security_group (fee727bb-07f5-472b-bd60-b1ab0ebfeb92), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.045215 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Pushing event updated for resources: {'Port': ['ID=77f1f4d2-e4c0-4be9-9218-39f6c6773715,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.079824 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635232b5-f929-4b4a-ac52-b67a438404b9 admin admin] Publish callbacks [] for security_group (fee727bb-07f5-472b-bd60-b1ab0ebfeb92), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.092104 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] For port 77f1f4d2-e4c0-4be9-9218-39f6c6773715, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:44.118753 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.128383 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] For port 77f1f4d2-e4c0-4be9-9218-39f6c6773715, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=77f1f4d2-e4c0-4be9-9218-39f6c6773715,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:44.141245 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c956b9-9a8f-4b60-bf5c-e0a810f0a640 None None] Pushing event updated for resources: {'Port': ['ID=a412db94-b561-405f-9b46-43805a7ed2c1,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.149244 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.203491 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.214888 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.247934 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635232b5-f929-4b4a-ac52-b67a438404b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (fee727bb-07f5-472b-bd60-b1ab0ebfeb92), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.255191 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635232b5-f929-4b4a-ac52-b67a438404b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.258926 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-635232b5-f929-4b4a-ac52-b67a438404b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fee727bb-07f5-472b-bd60-b1ab0ebfeb92 HTTP/1.1" status: 204 len: 168 time: 0.3071597 Mar 22 19:28:44.265519 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d335b40-fc32-4ec2-a480-56d8d6cf24a8 None None] Pushing event updated for resources: {'Port': ['ID=3b49c9ef-b190-4bd5-9ead-7870359c39ef,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.324117 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635232b5-f929-4b4a-ac52-b67a438404b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee727bb-07f5-472b-bd60-b1ab0ebfeb92,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.350127 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Allocated IP 172.27.0.60 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/1c3ecf80-82c4-420a-b21b-a23301506e91) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:44.423264 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:44.424464 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf489c7d-94d2-45c4-8776-8adb990e03b9 None None] Pushing event updated for resources: {'Port': ['ID=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.428719 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:44.432572 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:44.452978 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Pushing event updated for resources: {'Port': ['ID=9c09afd6-6e1f-4e36-a7aa-091709739daf,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.518648 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks [] for router_gateway (93f81a09-6346-4c85-a68f-347926316fbd), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.751180 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47628) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:44.758645 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a61c-680d-4da8-a8e5-3f0f4b47a304 None None] Pushing event updated for resources: {'Port': ['ID=77f1f4d2-e4c0-4be9-9218-39f6c6773715,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.894804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks [] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.032733 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3a12ebf7-a99b-4b70-8624-9fd043f16d0f req-46c9498a-ff8e-411c-bd2a-cf1e83db6305 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.1538408 Mar 22 19:28:45.056220 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a412db94-b561-405f-9b46-43805a7ed2c1 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:45.154907 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port a412db94-b561-405f-9b46-43805a7ed2c1 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:45.158626 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.189814 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.364082 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (93f81a09-6346-4c85-a68f-347926316fbd), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.387658 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks [] for router_gateway (dc247ed4-7755-422b-8876-69b8274baeaf), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.436895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Allocated IP 172.27.0.75 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/1fa1e5f4-c014-480c-bcbe-6d1d9450a71f) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:45.446036 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a412db94-b561-405f-9b46-43805a7ed2c1 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:45.448287 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.526035 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port a412db94-b561-405f-9b46-43805a7ed2c1, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a412db94-b561-405f-9b46-43805a7ed2c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:45.583768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e1555714-64ba-4c7b-b435-cefc4996fe62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.597480 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:45.615737 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:45.618224 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:45.626040 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.754384 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=a412db94-b561-405f-9b46-43805a7ed2c1,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:45.860092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (dc247ed4-7755-422b-8876-69b8274baeaf), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.878139 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3ecf80-82c4-420a-b21b-a23301506e91,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:45.937934 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Router 93f81a09-6346-4c85-a68f-347926316fbd is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:28:46.068480 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks [] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.158855 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e1555714-64ba-4c7b-b435-cefc4996fe62 admin admin] Publish callbacks [] for security_group (efe76ac0-9d9d-46bd-8217-cd2e1534abf1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.267338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e1555714-64ba-4c7b-b435-cefc4996fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (efe76ac0-9d9d-46bd-8217-cd2e1534abf1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.270843 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.307467 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:46.337209 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:46.350117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.45', 65296) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:46.376866 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Router dc247ed4-7755-422b-8876-69b8274baeaf is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:28:46.385436 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:46.395902 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1555714-64ba-4c7b-b435-cefc4996fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe76ac0-9d9d-46bd-8217-cd2e1534abf1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:46.396030 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:46.397781 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Pushing event updated for resources: {'Port': ['ID=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:46.399052 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:46.401914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:46.404524 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:46.529036 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c5a7e99b-6d15-4c92-97a8-72772fc0af2a req-be7ed96b-01de-457b-95c6-a7f869d15c57 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.1931460 Mar 22 19:28:46.614219 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.614219 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b0270566-1cab-4723-b8ca-3fc85c269e7e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5875993 Mar 22 19:28:46.619287 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47670) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:46.645228 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbc166-2c9b-4998-b387-267fcefc47eb None None] Network 87044297-f8c2-40de-9994-8da2189cc88a requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:46.699924 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e1555714-64ba-4c7b-b435-cefc4996fe62 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3014b83b7c5549beaafae6fb26464a87&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0914295 Mar 22 19:28:46.702999 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47674) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:46.998041 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-352b9f1d-6bc4-46e8-b52b-14008497e23e None None] Provisioning complete for port a412db94-b561-405f-9b46-43805a7ed2c1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:47.006448 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-352b9f1d-6bc4-46e8-b52b-14008497e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.068063 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f11e2866-8613-4003-833b-c8faea87e9cc admin admin] Publish callbacks [] for security_group (efe76ac0-9d9d-46bd-8217-cd2e1534abf1), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.116969 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcac5b5-16bf-49b9-94d4-5741d713caee None None] Network c6d33306-36ab-4996-b622-ed8a4935ca43 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:47.261679 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks [] for router_gateway (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.265534 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks [] for router_gateway (ab35bf70-d48e-405c-880a-6e62d73f83fc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.273418 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:47.280488 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f11e2866-8613-4003-833b-c8faea87e9cc admin admin] Publish callbacks [] for security_group (efe76ac0-9d9d-46bd-8217-cd2e1534abf1), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.361735 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-25f9dd86-91c6-4640-af54-63802f951a55 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:47.372106 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a412db94-b561-405f-9b46-43805a7ed2c1 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:47.372595 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-25f9dd86-91c6-4640-af54-63802f951a55 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.45 "GET /v2.0/networks?id=ff9865c0-861a-4ab1-adf6-d657bb3534ca HTTP/1.1" status: 200 len: 812 time: 1.0213788 Mar 22 19:28:47.418673 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:47.447053 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Request body: {'port': {'device_id': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca', 'admin_state_up': True, 'tenant_id': 'd287b2f124eb4bcba1b1c848d37be3eb'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:47.475759 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7192f-45f2-4aaf-999e-2ec35031a353 None None] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:47.497368 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:47.541595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ff897-2ddd-4da3-95a4-7fdb73613d82 None None] Network a881e4b6-8683-4df6-ae79-4af6980ab369 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:47.642210 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.643450 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-44c09033-1560-419a-986b-9ae23d34523d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6752634 Mar 22 19:28:47.651211 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47710) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:47.728466 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:43Z', 'revision_number': 3, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:47.768506 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:47.769206 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Updating router 93f81a09-6346-4c85-a68f-347926316fbd port 9f5824c4-5e87-46c1-924f-078c25eb7203 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:47.784823 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:47.785513 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:47.802840 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.039900 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Made reservation on behalf of d287b2f124eb4bcba1b1c848d37be3eb for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:48.046501 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.074588 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-352b9f1d-6bc4-46e8-b52b-14008497e23e None None] Current status of the port a412db94-b561-405f-9b46-43805a7ed2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:48.095198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port a412db94-b561-405f-9b46-43805a7ed2c1 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:48.095975 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.206776 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.237752 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f11e2866-8613-4003-833b-c8faea87e9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (efe76ac0-9d9d-46bd-8217-cd2e1534abf1), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.254221 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f11e2866-8613-4003-833b-c8faea87e9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.266098 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f11e2866-8613-4003-833b-c8faea87e9cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efe76ac0-9d9d-46bd-8217-cd2e1534abf1 HTTP/1.1" status: 204 len: 168 time: 1.5608225 Mar 22 19:28:48.351135 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.358593 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6d7bd871-7d53-40ca-98a1-9d09d2bc1c4f req-4c60a902-212c-4260-9a57-007472b914c6 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.6652372 Mar 22 19:28:48.429842 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Publish callbacks [] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.454580 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Provisioning complete for port 3b49c9ef-b190-4bd5-9ead-7870359c39ef triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:48.455117 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.515894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e2866-8613-4003-833b-c8faea87e9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe76ac0-9d9d-46bd-8217-cd2e1534abf1,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:48.533581 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.599308 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Attempting to bind port 9f5824c4-5e87-46c1-924f-078c25eb7203 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:48.599958 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Attempting to bind port 9f5824c4-5e87-46c1-924f-078c25eb7203 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:48.600478 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Attempting to bind port 9f5824c4-5e87-46c1-924f-078c25eb7203 on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:48.628747 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:48.629902 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:48.630454 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.630975 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:48.631650 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Bound port: 9f5824c4-5e87-46c1-924f-078c25eb7203, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:48.632211 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.821102 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] For port 9f5824c4-5e87-46c1-924f-078c25eb7203, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:48.828719 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] For port 9f5824c4-5e87-46c1-924f-078c25eb7203, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9f5824c4-5e87-46c1-924f-078c25eb7203,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:48.884693 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Pushing event updated for resources: {'Port': ['ID=9f5824c4-5e87-46c1-924f-078c25eb7203,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:48.896712 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.946698 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:48.949041 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:48.955845 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.956669 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.957524 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.958456 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.959164 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.959800 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.960333 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.961093 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.961616 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.962315 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.963408 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.963998 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.964472 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.966006 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.966521 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Tracked resource versions report: Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: pushed versions: Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: { 'AddressGroup': {'1.2'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Agent': {'1.1'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'ConntrackHelper': {'1.0'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Log': {'1.0'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'NDPProxy': {'1.0'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Network': {'1.1'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Port': {'1.7'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'PortForwarding': {'1.3'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'QosPolicy': {'1.10'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroup': {'1.5'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SubPort': {'1.0'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Subnet': {'1.1'}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Trunk': {'1.1'}} Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: consumer versions: Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: { DHCP agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: HyperV agent@hv-cinder-79987: {}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: L3 agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: Metadata agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: Metering agent@dv-cinder-799871-19-iscsi: {}, Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: Open vSwitch agent@dv-cinder-799871-19-iscsi: { 'AddressGroup': '1.2', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Agent': '1.1', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'ConntrackHelper': '1.0', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'LocalIPAssociation': '1.0', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Log': '1.0', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'NDPProxy': '1.0', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Network': '1.1', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Port': '1.7', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'PortForwarding': '1.3', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'QosPolicy': '1.10', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroup': '1.5', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SecurityGroupRule': '1.2', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'SubPort': '1.0', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Subnet': '1.1', Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: 'Trunk': '1.1'}} Mar 22 19:28:48.977410 dv-cinder-799871-19-iscsi neutron-server[103852]: {{(pid=103852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:28:49.009639 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47740) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:49.083890 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:49.093768 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Allocated IP 172.20.0.6 (ff9865c0-861a-4ab1-adf6-d657bb3534ca/ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0/91d880b6-151a-4e6f-8a00-37cd67819461) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:49.315009 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a412db94-b561-405f-9b46-43805a7ed2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:49.320462 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f44a9644-bdf5-4ad1-a5f5-8264c7097d17 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:49.378340 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd8fb-5126-4ad8-8353-bbcdf9801050 None None] Pushing event updated for resources: {'Port': ['ID=9f5824c4-5e87-46c1-924f-078c25eb7203,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:49.384455 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Allocated IP 172.20.0.1 (c6d33306-36ab-4996-b622-ed8a4935ca43/29821785-22c1-49b5-8b9a-4300ae4e7bba/f8578083-b5bb-4bb9-81f2-ee2eb386688a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:49.497665 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:49.695433 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-af1ce60e-ae0d-4193-88d0-30f54d5c79e6 req-281d91f4-aaeb-476d-825e-8333abb39107 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.1658852 Mar 22 19:28:49.696497 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4269a08b-7aec-4b1b-b1f7-7899ac531633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.824569 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:49.824963 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.837931 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks [] for port (91d880b6-151a-4e6f-8a00-37cd67819461), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.006581 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:43Z', 'revision_number': 3, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:50.082226 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7978e3f-456a-454a-b2ee-2d186fac8954 None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:43Z', 'revision_number': 3, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:50.102242 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (ab35bf70-d48e-405c-880a-6e62d73f83fc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.167440 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks [] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.194370 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Current status of the port 3b49c9ef-b190-4bd5-9ead-7870359c39ef is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:50.200678 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.200826 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.295896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:50.296677 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.327846 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:28:50.363978 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] For port 3b49c9ef-b190-4bd5-9ead-7870359c39ef, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3b49c9ef-b190-4bd5-9ead-7870359c39ef,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:50.412586 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Network ff9865c0-861a-4ab1-adf6-d657bb3534ca is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:50.413857 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port f44a9644-bdf5-4ad1-a5f5-8264c7097d17, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:50.417733 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 3, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:50.457926 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:50.458224 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:50.458464 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Updating router dc247ed4-7755-422b-8876-69b8274baeaf port 9c09afd6-6e1f-4e36-a7aa-091709739daf binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:50.476653 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:50.481462 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.483276 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.484155 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.513526 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Pushing event updated for resources: {'Port': ['ID=91d880b6-151a-4e6f-8a00-37cd67819461,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.633146 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4269a08b-7aec-4b1b-b1f7-7899ac531633 admin admin] Publish callbacks [] for security_group (ce8be200-7f93-480a-ae53-3acaf6724fa3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.642828 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.643505 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3b49c9ef-b190-4bd5-9ead-7870359c39ef up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:50.655567 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.679294 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-fcc2268e-bf5f-414b-a94d-e08bef024832 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2355683 Mar 22 19:28:50.701950 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-e51a67eb-963a-4190-b882-6876c677932b tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:28:50.705498 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Pushing event updated for resources: {'Port': ['ID=3b49c9ef-b190-4bd5-9ead-7870359c39ef,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.705629 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-e51a67eb-963a-4190-b882-6876c677932b tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213850 Mar 22 19:28:50.719451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.774139 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4269a08b-7aec-4b1b-b1f7-7899ac531633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ce8be200-7f93-480a-ae53-3acaf6724fa3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.885587 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Provisioning complete for port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:50.885587 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.897637 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Network c6d33306-36ab-4996-b622-ed8a4935ca43 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:50.898785 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Pushing event updated for resources: {'Port': ['ID=f8578083-b5bb-4bb9-81f2-ee2eb386688a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.945959 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:50.962259 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:50.969373 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269a08b-7aec-4b1b-b1f7-7899ac531633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8be200-7f93-480a-ae53-3acaf6724fa3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.969885 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.985459 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:50.986110 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:51.004430 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:51.013454 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:51.020288 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (93f81a09-6346-4c85-a68f-347926316fbd), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.224249 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.247872 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-def7ee70-9fec-482b-81ae-f2332ea7d986 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2772129 Mar 22 19:28:51.269204 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Router ab35bf70-d48e-405c-880a-6e62d73f83fc is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:28:51.271049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47776) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.411885 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cef7f2-a112-4c4a-abdf-5c3a0e3edb42 req-2ac490b8-4b15-49af-a37e-3f4bb082a82f tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:51.411885 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-01cef7f2-a112-4c4a-abdf-5c3a0e3edb42 req-2ac490b8-4b15-49af-a37e-3f4bb082a82f tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 931 time: 0.4498255 Mar 22 19:28:51.412144 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:51.457080 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4269a08b-7aec-4b1b-b1f7-7899ac531633 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3ada4de8473439483f6f9ce4b94b89d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4456930 Mar 22 19:28:51.466871 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47780) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.472015 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:51.529645 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 3b49c9ef-b190-4bd5-9ead-7870359c39ef triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:51.540028 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.711066 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14f8a237-431b-4800-a03a-d4c21458306d admin admin] Publish callbacks [] for security_group (ce8be200-7f93-480a-ae53-3acaf6724fa3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.723751 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.948996 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-01cef7f2-a112-4c4a-abdf-5c3a0e3edb42 req-9b90e769-bc0e-4c3e-822d-01ad20d94a80 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403345 Mar 22 19:28:51.984848 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:46Z', 'revision_number': 3, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:52.004357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Allocated IP 172.20.0.1 (87044297-f8c2-40de-9994-8da2189cc88a/8516280d-e487-4332-a618-150a0d90286a/3eec087d-341b-4a60-872b-dc06b83461a3) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:52.009191 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Current status of the port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:52.089756 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:52.091742 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Updating router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d port 1c3ecf80-82c4-420a-b21b-a23301506e91 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:52.138498 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:52.146889 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.177937 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Sync routers for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:52.199124 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Provisioning complete for port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:52.199447 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.229726 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks [] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.252207 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 3b49c9ef-b190-4bd5-9ead-7870359c39ef is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:52.253425 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 77f1f4d2-e4c0-4be9-9218-39f6c6773715 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:52.254454 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Request body: {'port': {'device_id': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:52.256446 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Publish callbacks [] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.264063 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:52.264723 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:52.362605 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14f8a237-431b-4800-a03a-d4c21458306d admin admin] Publish callbacks [] for security_group (ce8be200-7f93-480a-ae53-3acaf6724fa3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.387378 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.388197 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (93f81a09-6346-4c85-a68f-347926316fbd), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.459795 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.731665 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.736077 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2521e595-804b-4bb5-a0d8-2657a48b9e4b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.6692200 Mar 22 19:28:52.744236 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47798) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:52.744981 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.755096 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bed4ae-47cb-485c-8920-e56e0ecde16b None None] Pushing event updated for resources: {'Port': ['ID=9c09afd6-6e1f-4e36-a7aa-091709739daf,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.828358 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Pushing event updated for resources: {'Port': ['ID=f8578083-b5bb-4bb9-81f2-ee2eb386688a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.883638 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Attempting to bind port 9c09afd6-6e1f-4e36-a7aa-091709739daf on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:52.886232 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks [] for port (3eec087d-341b-4a60-872b-dc06b83461a3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.898939 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Attempting to bind port 9c09afd6-6e1f-4e36-a7aa-091709739daf by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:52.902853 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Attempting to bind port 9c09afd6-6e1f-4e36-a7aa-091709739daf on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:52.974357 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:52.974734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:52.975151 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.975618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:52.976114 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Bound port: 9c09afd6-6e1f-4e36-a7aa-091709739daf, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:52.976494 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.001482 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:53.103142 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:53.108615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.124204 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Publish callbacks [] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.177948 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Current status of the port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:53.178315 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.214952 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.233925 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.261386 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] For port 9c09afd6-6e1f-4e36-a7aa-091709739daf, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:53.266657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] For port 9c09afd6-6e1f-4e36-a7aa-091709739daf, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9c09afd6-6e1f-4e36-a7aa-091709739daf,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:53.323881 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Attempting to bind port 1c3ecf80-82c4-420a-b21b-a23301506e91 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:53.324298 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Attempting to bind port 1c3ecf80-82c4-420a-b21b-a23301506e91 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:53.324664 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Attempting to bind port 1c3ecf80-82c4-420a-b21b-a23301506e91 on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:53.329472 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:53.339392 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:53.339884 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:53.340300 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.340695 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:53.341178 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Bound port: 1c3ecf80-82c4-420a-b21b-a23301506e91, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:53.341558 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.344238 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d7d4e-3425-458b-9c09-b3ac609ed20b None None] Pushing event updated for resources: {'Port': ['ID=1c3ecf80-82c4-420a-b21b-a23301506e91,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:53.359090 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Network c6d33306-36ab-4996-b622-ed8a4935ca43 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:53.368786 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:53.383993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14f8a237-431b-4800-a03a-d4c21458306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ce8be200-7f93-480a-ae53-3acaf6724fa3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.383993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14f8a237-431b-4800-a03a-d4c21458306d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.388703 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:53.389313 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (dc247ed4-7755-422b-8876-69b8274baeaf), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.395835 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-14f8a237-431b-4800-a03a-d4c21458306d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce8be200-7f93-480a-ae53-3acaf6724fa3 HTTP/1.1" status: 204 len: 168 time: 1.9249797 Mar 22 19:28:53.403868 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:53.406234 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] For port 1c3ecf80-82c4-420a-b21b-a23301506e91, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:53.416987 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] For port 1c3ecf80-82c4-420a-b21b-a23301506e91, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1c3ecf80-82c4-420a-b21b-a23301506e91,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:53.491408 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.535267 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.656604 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] For port 77f1f4d2-e4c0-4be9-9218-39f6c6773715, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=77f1f4d2-e4c0-4be9-9218-39f6c6773715,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:53.790468 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:53.790468 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:53.800589 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d7d4e-3425-458b-9c09-b3ac609ed20b None None] Pushing event updated for resources: {'Port': ['ID=1c3ecf80-82c4-420a-b21b-a23301506e91,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.052060 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.061116 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:54.061758 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:54.086371 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Router 93f81a09-6346-4c85-a68f-347926316fbd has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:54.109853 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3eec087d-341b-4a60-872b-dc06b83461a3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.115273 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8a237-431b-4800-a03a-d4c21458306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8be200-7f93-480a-ae53-3acaf6724fa3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.213599 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bed4ae-47cb-485c-8920-e56e0ecde16b None None] Pushing event updated for resources: {'Port': ['ID=9c09afd6-6e1f-4e36-a7aa-091709739daf,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.217241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.242053 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:54.326878 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:54.405144 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Provisioning complete for port 3b49c9ef-b190-4bd5-9ead-7870359c39ef triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:54.405501 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.465795 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.568011 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:54.611317 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479cc49-736d-4a59-8113-a08f9e9c7ce1 req-a77a8df4-a0a2-4c90-af4e-3ecc6c992cbb tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.617838 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9479cc49-736d-4a59-8113-a08f9e9c7ce1 req-a77a8df4-a0a2-4c90-af4e-3ecc6c992cbb tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 931 time: 1.3947825 Mar 22 19:28:54.675879 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:46Z', 'revision_number': 3, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:54.689726 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Allocated IP 172.20.0.1 (a881e4b6-8683-4df6-ae79-4af6980ab369/8d10d791-4c94-43c0-a876-39fb8b9fee1c/445b2e8a-6d41-4dcc-9924-9214882c4920) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:54.720297 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba246b-5ae3-47e9-8da6-9f37f7abc79f None None] Pushing event updated for resources: {'Port': ['ID=77f1f4d2-e4c0-4be9-9218-39f6c6773715,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.744951 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb000989-0494-4ae4-9019-dfe084413e37 None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:46Z', 'revision_number': 3, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:54.783347 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9f5824c4-5e87-46c1-924f-078c25eb7203 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:54.882750 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47828) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:54.948946 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:46Z', 'revision_number': 3, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:54.957863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks [] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.004988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Checking router: ab35bf70-d48e-405c-880a-6e62d73f83fc for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:55.005306 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Updating router ab35bf70-d48e-405c-880a-6e62d73f83fc port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:55.011640 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Current status of the port 3b49c9ef-b190-4bd5-9ead-7870359c39ef is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:55.095888 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.097414 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.103387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 9f5824c4-5e87-46c1-924f-078c25eb7203 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:55.103387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.135846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae32e-1001-4c25-bf36-f0716da68f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.145158 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Provisioning complete for port 3eec087d-341b-4a60-872b-dc06b83461a3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:55.145535 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.218357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Network a881e4b6-8683-4df6-ae79-4af6980ab369 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:55.226262 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:55.232299 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:55.232909 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.345079 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Port 3eec087d-341b-4a60-872b-dc06b83461a3 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:55.369736 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks [] for port (3eec087d-341b-4a60-872b-dc06b83461a3), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.403639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Pushing event updated for resources: {'Port': ['ID=445b2e8a-6d41-4dcc-9924-9214882c4920,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:55.485196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.486777 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (dc247ed4-7755-422b-8876-69b8274baeaf), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.539851 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3eec087d-341b-4a60-872b-dc06b83461a3,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:55.571346 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Provisioning complete for port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:55.571879 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.593744 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 3, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:55.601349 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d880b6-151a-4e6f-8a00-37cd67819461 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:55.642731 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.648605 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Publish callbacks [] for port (91d880b6-151a-4e6f-8a00-37cd67819461), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.729834 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9479cc49-736d-4a59-8113-a08f9e9c7ce1 req-faf51bf5-ff4d-42c3-a97b-87dfcc76a3e2 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1021218 Mar 22 19:28:55.777712 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Transition to ACTIVE for port object 91d880b6-151a-4e6f-8a00-37cd67819461 will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:55.798738 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 9f5824c4-5e87-46c1-924f-078c25eb7203 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:55.799149 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.850700 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 9f5824c4-5e87-46c1-924f-078c25eb7203, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9f5824c4-5e87-46c1-924f-078c25eb7203,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:55.856197 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:55.862533 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec056d-4d3e-4347-8746-b6a81e33fb8a None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 3, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:55.877107 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:55.884364 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-14e16ae5-8f82-4d39-aeba-dfb207d96821 admin admin] 10.222.0.79 "PUT /v2.0/routers/93f81a09-6346-4c85-a68f-347926316fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2591000 Mar 22 19:28:55.889968 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:55.901094 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:55.903400 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.941219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.942122 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f44a9644-bdf5-4ad1-a5f5-8264c7097d17 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:56.065974 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:56.078985 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:56.157244 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=9f5824c4-5e87-46c1-924f-078c25eb7203,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:56.352705 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:56.400173 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae32e-1001-4c25-bf36-f0716da68f76 admin admin] Publish callbacks [] for security_group (64c7d483-cd5b-49f0-ab2f-bb52e67a313e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.463888 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Pushing event updated for resources: {'Port': ['ID=91d880b6-151a-4e6f-8a00-37cd67819461,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:56.596400 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Publish callbacks [] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.622068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Current status of the port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:56.676631 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae32e-1001-4c25-bf36-f0716da68f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (64c7d483-cd5b-49f0-ab2f-bb52e67a313e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.679737 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Provisioning complete for port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:56.680177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.682877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks [] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.684308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.700516 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:56.828259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:56.828259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.869177 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.870120 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.938379 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a916468-7906-434b-a1ce-ca8c2229ff7f None None] Pushing event updated for resources: {'Port': ['ID=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:56.948640 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 2, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:56.976816 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Attempting to bind port 91d880b6-151a-4e6f-8a00-37cd67819461 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:56.977198 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Attempting to bind port 91d880b6-151a-4e6f-8a00-37cd67819461 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9556f137-7b57-4840-8d55-c3a2036aa8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:56.977621 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Attempting to bind port 91d880b6-151a-4e6f-8a00-37cd67819461 on network ff9865c0-861a-4ab1-adf6-d657bb3534ca {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:56.989142 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:56.997688 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Updating router 93f81a09-6346-4c85-a68f-347926316fbd port f8578083-b5bb-4bb9-81f2-ee2eb386688a binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:57.069347 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Pushing event updated for resources: {'Port': ['ID=445b2e8a-6d41-4dcc-9924-9214882c4920,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:57.092614 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cb7ae32e-1001-4c25-bf36-f0716da68f76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=762bfdd249fd4e0091b5b59dd84b4511&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1466579 Mar 22 19:28:57.093009 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ae32e-1001-4c25-bf36-f0716da68f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7d483-cd5b-49f0-ab2f-bb52e67a313e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:57.098914 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47854) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:57.106148 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Port 91d880b6-151a-4e6f-8a00-37cd67819461 on network ff9865c0-861a-4ab1-adf6-d657bb3534ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:57.106148 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Attempting to bind port 91d880b6-151a-4e6f-8a00-37cd67819461 on network ff9865c0-861a-4ab1-adf6-d657bb3534ca {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:57.123476 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.144819 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Attempting to bind port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:57.145195 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Attempting to bind port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:57.145561 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Attempting to bind port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:57.205746 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:57.209616 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:57.212045 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.212810 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:57.214383 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Bound port: 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:57.214940 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.218875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:57.232578 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4f1253b6-5c44-4e80-a2b7-6c736eaba9a4 admin admin] 10.222.0.79 "PUT /v2.0/routers/dc247ed4-7755-422b-8876-69b8274baeaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5748217 Mar 22 19:28:57.259165 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Network a881e4b6-8683-4df6-ae79-4af6980ab369 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:57.262442 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:57.374286 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:57.375017 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Checking segment: {'id': '9556f137-7b57-4840-8d55-c3a2036aa8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:57.375831 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Bound using segment: {'id': '9556f137-7b57-4840-8d55-c3a2036aa8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:57.376511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Bound port: 91d880b6-151a-4e6f-8a00-37cd67819461, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9556f137-7b57-4840-8d55-c3a2036aa8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:57.377087 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.585856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:57.636062 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:28:57.749666 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Publish callbacks [] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.771189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47868) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:57.777594 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767166116', 'description': 'tempest-description--254881860'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:57.793020 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd69238-1f01-4d22-88c6-ace591466b02 req-05311cec-38ef-4d4a-ad2c-798b7b317b03 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:57.797826 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2fd69238-1f01-4d22-88c6-ace591466b02 req-05311cec-38ef-4d4a-ad2c-798b7b317b03 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.8452742 Mar 22 19:28:57.797950 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:57.801945 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3b49c9ef-b190-4bd5-9ead-7870359c39ef up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:57.852774 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:57.856768 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.883481 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d2ab5d59-9fed-4e11-86df-36b5cfdb6a5c admin admin] 10.222.0.79 "PUT /v2.0/routers/43a7eb41-8ebe-4a62-b5cc-a164adf8902d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5939007 Mar 22 19:28:57.893774 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Current status of the port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:57.901705 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] For port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:57.913179 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] For port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:57.918868 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.935913 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.936721 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 3b49c9ef-b190-4bd5-9ead-7870359c39ef triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:57.941443 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.943148 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Provisioning complete for port f8578083-b5bb-4bb9-81f2-ee2eb386688a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:57.943672 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.943947 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0ad6-b2f6-410c-9175-0f79317d3c32 admin admin] Publish callbacks [] for security_group (64c7d483-cd5b-49f0-ab2f-bb52e67a313e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.019881 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] For port 91d880b6-151a-4e6f-8a00-37cd67819461, host hv-cinder-79987, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:58.073032 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0ad6-b2f6-410c-9175-0f79317d3c32 admin admin] Publish callbacks [] for security_group (64c7d483-cd5b-49f0-ab2f-bb52e67a313e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.098203 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2fd69238-1f01-4d22-88c6-ace591466b02 req-ae164792-e344-492c-b3ab-ff80dcad7878 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878098 Mar 22 19:28:58.100478 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357e21-0156-4ea2-9725-6fbf79b9199d None None] Pushing event updated for resources: {'Port': ['ID=f8578083-b5bb-4bb9-81f2-ee2eb386688a,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:58.101092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] For port 91d880b6-151a-4e6f-8a00-37cd67819461, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91d880b6-151a-4e6f-8a00-37cd67819461,segment=NetworkSegment(9556f137-7b57-4840-8d55-c3a2036aa8c9),segment_id=9556f137-7b57-4840-8d55-c3a2036aa8c9)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:58.198244 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.210931 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.283476 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (14b6090c-d81f-4a3f-85c3-184ece5433fe), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.301001 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:58.341736 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:58.353133 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:58.353133 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Port f8578083-b5bb-4bb9-81f2-ee2eb386688a cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:58.375055 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.378171 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.379853 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6d87885f-afac-4308-8630-da40541ad773 service neutron] 10.222.0.45 "PUT /v2.0/ports/91d880b6-151a-4e6f-8a00-37cd67819461 HTTP/1.1" status: 200 len: 1093 time: 6.9424570 Mar 22 19:28:58.391283 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'tag': '91d880b6-151a-4e6f-8a00-37cd67819461'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:58.393937 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Attempting to bind port f8578083-b5bb-4bb9-81f2-ee2eb386688a on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:58.394325 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Attempting to bind port f8578083-b5bb-4bb9-81f2-ee2eb386688a by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:58.394709 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Attempting to bind port f8578083-b5bb-4bb9-81f2-ee2eb386688a on network c6d33306-36ab-4996-b622-ed8a4935ca43 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:58.401586 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:58.401959 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Checking segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:58.402361 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.402753 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Bound using segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:58.403236 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Bound port: f8578083-b5bb-4bb9-81f2-ee2eb386688a, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:58.403696 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.595564 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] For port f8578083-b5bb-4bb9-81f2-ee2eb386688a, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:58.598566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:58.598701 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] For port f8578083-b5bb-4bb9-81f2-ee2eb386688a, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f8578083-b5bb-4bb9-81f2-ee2eb386688a,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:58.600095 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:58.631659 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (14b6090c-d81f-4a3f-85c3-184ece5433fe), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.633217 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87885f-afac-4308-8630-da40541ad773 service neutron] Pushing event updated for resources: {'Port': ['ID=91d880b6-151a-4e6f-8a00-37cd67819461,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:58.737064 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee92be-c229-45eb-af81-68c31187ee0e" -d '{"events": [{"name": "network-changed", "server_uuid": "79350c33-0ae8-4da4-aa8b-349e06e31ecb", "tag": "91d880b6-151a-4e6f-8a00-37cd67819461"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:58.770910 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Allocated IP 172.20.0.1 (8c21b828-c893-45f4-aa49-e2a1f6c14e39/e2ce7820-6704-440d-8acc-02cedef5a199/e9d619a5-9fd3-4133-8bf0-12a07e8ea914) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:58.782276 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a916468-7906-434b-a1ce-ca8c2229ff7f None None] Pushing event updated for resources: {'Port': ['ID=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:58.790122 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Provisioning complete for port a412db94-b561-405f-9b46-43805a7ed2c1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:58.790643 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.900973 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b6090c-d81f-4a3f-85c3-184ece5433fe,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:58.948691 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 3b49c9ef-b190-4bd5-9ead-7870359c39ef is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:58.960617 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:59.026356 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:59.144120 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0ad6-b2f6-410c-9175-0f79317d3c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (64c7d483-cd5b-49f0-ab2f-bb52e67a313e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.147661 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0ad6-b2f6-410c-9175-0f79317d3c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.151841 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.153864 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.154301 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6f1b0ad6-b2f6-410c-9175-0f79317d3c32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64c7d483-cd5b-49f0-ab2f-bb52e67a313e HTTP/1.1" status: 204 len: 168 time: 2.0164080 Mar 22 19:28:59.158525 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b66f6630-0d3e-44f4-8a8e-fe99cdcd656b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3841019 Mar 22 19:28:59.161444 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47894) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:59.161444 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47900) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:59.178254 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014859596', 'description': 'tempest-description--696852875'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:59.207311 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-936d3094-eacf-4951-9b9e-42fc6c208a6f None None] Current status of the port a412db94-b561-405f-9b46-43805a7ed2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:59.216434 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'security_group_rule': {'security_group_id': '14b6090c-d81f-4a3f-85c3-184ece5433fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:59.263154 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks [] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.270657 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0ad6-b2f6-410c-9175-0f79317d3c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7d483-cd5b-49f0-ab2f-bb52e67a313e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:59.282452 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.375900 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:59.376781 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:59.412235 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Provisioning complete for port 445b2e8a-6d41-4dcc-9924-9214882c4920 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:59.412476 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.414208 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47904) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:59.423312 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113665306', 'description': 'tempest-description--1673598040'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:59.448122 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (13bae7b3-9a85-41cf-b634-803d2e34f872), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.471319 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9f5824c4-5e87-46c1-924f-078c25eb7203 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:59.573425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e68874-54d6-4a06-a6c6-3e00ab463957 x-openstack-request-id: req-11e68874-54d6-4a06-a6c6-3e00ab463957 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:59.573977 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79350c33-0ae8-4da4-aa8b-349e06e31ecb", "tag": "91d880b6-151a-4e6f-8a00-37cd67819461", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:59.574441 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-11e68874-54d6-4a06-a6c6-3e00ab463957 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:59.575134 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e68874-54d6-4a06-a6c6-3e00ab463957'] response: {'name': 'network-changed', 'server_uuid': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'tag': '91d880b6-151a-4e6f-8a00-37cd67819461', 'status': 'completed', 'code': 200} Mar 22 19:28:59.575667 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.606584 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Port 445b2e8a-6d41-4dcc-9924-9214882c4920 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:59.682699 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:46Z', 'revision_number': 3, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:59.732226 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (e1da72a9-ac3e-4c61-b608-63f9b22d2878), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.762711 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Provisioning complete for port f8578083-b5bb-4bb9-81f2-ee2eb386688a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:59.763245 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.767853 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fd86a-5169-4cfe-a348-1b4291164a97 None None] The sync data for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi is: [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:46Z', 'revision_number': 3, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:59.785318 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357e21-0156-4ea2-9725-6fbf79b9199d None None] Pushing event updated for resources: {'Port': ['ID=f8578083-b5bb-4bb9-81f2-ee2eb386688a,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:59.804745 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:59.809380 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e1da72a9-ac3e-4c61-b608-63f9b22d2878), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.824385 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:59.825021 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:59.845761 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 9f5824c4-5e87-46c1-924f-078c25eb7203 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:59.846486 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.899440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da72a9-ac3e-4c61-b608-63f9b22d2878,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:59.905692 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.907706 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-45921a5c-45d8-443b-9192-befc878dede3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4918170 Mar 22 19:28:59.910003 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47916) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:59.915190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'security_group_rule': {'security_group_id': 'e1da72a9-ac3e-4c61-b608-63f9b22d2878', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:59.956979 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (69f1f5a1-23e3-4e64-a704-e42713ea497c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.979996 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:59.998698 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 2, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:00.029610 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (e82cea5f-bc9f-4568-8c5f-cc14883bef67), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.076088 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (69f1f5a1-23e3-4e64-a704-e42713ea497c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.100294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:00.100709 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Updating router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d port 445b2e8a-6d41-4dcc-9924-9214882c4920 binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:00.176334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (e82cea5f-bc9f-4568-8c5f-cc14883bef67), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.232152 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.237445 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f1f5a1-23e3-4e64-a704-e42713ea497c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.242536 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (13bae7b3-9a85-41cf-b634-803d2e34f872), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.261917 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e444a8-da92-400e-afed-6965ad7cb021 req-b7e11175-0635-4d1b-adc8-daf03efd28ce tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.263602 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b8e444a8-da92-400e-afed-6965ad7cb021 req-b7e11175-0635-4d1b-adc8-daf03efd28ce tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.6792982 Mar 22 19:29:00.266549 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.351805 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:00.387476 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:00.397118 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b8e444a8-da92-400e-afed-6965ad7cb021 req-22ead1e1-a90e-4231-853d-7589145f9cba tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136744 Mar 22 19:29:00.398900 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:00.399425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (ab35bf70-d48e-405c-880a-6e62d73f83fc), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.413099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (e82cea5f-bc9f-4568-8c5f-cc14883bef67), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.493015 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:00.501138 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82cea5f-bc9f-4568-8c5f-cc14883bef67,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.550940 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Current status of the port f8578083-b5bb-4bb9-81f2-ee2eb386688a is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:00.551332 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.599369 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee92be-c229-45eb-af81-68c31187ee0e req-e2220f59-2fa2-44da-8de1-4386f24092c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.651981 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-61ee92be-c229-45eb-af81-68c31187ee0e req-e2220f59-2fa2-44da-8de1-4386f24092c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d287b2f124eb4bcba1b1c848d37be3eb&device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 1127 time: 0.9711769 Mar 22 19:29:00.653261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.653261 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0d50a32f-c961-470c-8919-bd7f2f3c0367 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7063332 Mar 22 19:29:00.653429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (13bae7b3-9a85-41cf-b634-803d2e34f872), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.653429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.653429 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dd84e150-0558-4527-a30c-78d6584f0292 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4794316 Mar 22 19:29:00.656589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47930) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:00.661862 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '69f1f5a1-23e3-4e64-a704-e42713ea497c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:00.675823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47932) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:00.685714 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'security_group_rule': {'security_group_id': 'e1da72a9-ac3e-4c61-b608-63f9b22d2878', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:00.852194 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (588c437e-f662-4c90-aa27-40d4fcc05129), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.861652 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.868171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 9f5824c4-5e87-46c1-924f-078c25eb7203 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:00.884126 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9c09afd6-6e1f-4e36-a7aa-091709739daf up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:00.884694 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:00.889083 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bae7b3-9a85-41cf-b634-803d2e34f872,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.967825 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:00.968222 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Updating router dc247ed4-7755-422b-8876-69b8274baeaf port 3eec087d-341b-4a60-872b-dc06b83461a3 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:00.998169 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (3f523d29-8cdf-42b3-b3d4-c48f5acb418d), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.060439 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.071062 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] For port f8578083-b5bb-4bb9-81f2-ee2eb386688a, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f8578083-b5bb-4bb9-81f2-ee2eb386688a,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:01.172595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.311682 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.316983 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e6cc6613-a266-4a40-80c5-2eca145343bd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1513183 Mar 22 19:29:01.329330 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47952) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:01.354014 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (3f523d29-8cdf-42b3-b3d4-c48f5acb418d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.362045 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'security_group_rule': {'security_group_id': '14b6090c-d81f-4a3f-85c3-184ece5433fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:01.372886 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (588c437e-f662-4c90-aa27-40d4fcc05129), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.402267 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Pushing event updated for resources: {'Port': ['ID=f8578083-b5bb-4bb9-81f2-ee2eb386688a,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:01.436678 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (3f523d29-8cdf-42b3-b3d4-c48f5acb418d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.466004 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (588c437e-f662-4c90-aa27-40d4fcc05129), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.480973 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 9c09afd6-6e1f-4e36-a7aa-091709739daf triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:01.481357 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.492402 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f523d29-8cdf-42b3-b3d4-c48f5acb418d,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:01.528348 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588c437e-f662-4c90-aa27-40d4fcc05129,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:01.550315 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.569524 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a21ec4ce-0368-407e-8fa9-e2d0cb092863 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8886135 Mar 22 19:29:01.570366 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 47960) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:01.585563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:01.603227 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:28:58Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:01.764703 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e6c6f-bef8-4c5d-93e4-d1e1b93163eb None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:28:58Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:01.785091 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee92be-c229-45eb-af81-68c31187ee0e req-37e16242-41a9-47cd-9504-c065446ddfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:01.785091 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-61ee92be-c229-45eb-af81-68c31187ee0e req-37e16242-41a9-47cd-9504-c065446ddfbb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d287b2f124eb4bcba1b1c848d37be3eb&shared=False HTTP/1.1" status: 200 len: 913 time: 1.1566927 Mar 22 19:29:01.787238 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.793305 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 47964) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:01.795063 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b188b9d9-9a93-4983-9555-164992be2e3f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1367044 Mar 22 19:29:01.798132 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '69f1f5a1-23e3-4e64-a704-e42713ea497c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:01.868612 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a944-1268-4310-b656-3a2e90c45007 req-8160795e-5534-4930-aeba-ba29c1c2c420 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:01.872690 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f9e4a944-1268-4310-b656-3a2e90c45007 req-8160795e-5534-4930-aeba-ba29c1c2c420 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.2531261 Mar 22 19:29:01.977948 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (7076acdb-e6be-4f17-8748-b581a3a5a760), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.996754 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.150585 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Publish callbacks [] for port (3eec087d-341b-4a60-872b-dc06b83461a3), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.167889 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f9e4a944-1268-4310-b656-3a2e90c45007 req-14d63a18-cad8-4eec-8446-5828d76f30dd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881880 Mar 22 19:29:02.205899 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Provisioning complete for port 3eec087d-341b-4a60-872b-dc06b83461a3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:02.205899 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.209009 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.293450 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-60a54fd2-cc53-432f-ade4-2adc07f10924 None None] Port 3eec087d-341b-4a60-872b-dc06b83461a3 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:02.333910 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3176d-a3ff-4d11-b7cf-9f7e9d9016f6 None None] Pushing event updated for resources: {'Port': ['ID=3eec087d-341b-4a60-872b-dc06b83461a3,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:02.423698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee92be-c229-45eb-af81-68c31187ee0e req-bc8350bb-71b1-410b-be02-c12193c5e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.430356 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-61ee92be-c229-45eb-af81-68c31187ee0e req-bc8350bb-71b1-410b-be02-c12193c5e9de service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6115370 Mar 22 19:29:02.467611 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.518261 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Attempting to bind port 3eec087d-341b-4a60-872b-dc06b83461a3 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:02.518893 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Attempting to bind port 3eec087d-341b-4a60-872b-dc06b83461a3 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:02.519421 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Attempting to bind port 3eec087d-341b-4a60-872b-dc06b83461a3 on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:02.520452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.531689 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:02.532361 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:02.536189 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.537043 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Bound using segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:02.542532 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Bound port: 3eec087d-341b-4a60-872b-dc06b83461a3, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:02.544118 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.563773 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a9dfa053-c3f7-4215-85bb-be456492c3d7 None None] Provisioning complete for port f8578083-b5bb-4bb9-81f2-ee2eb386688a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:02.566763 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa053-c3f7-4215-85bb-be456492c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.654745 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 9c09afd6-6e1f-4e36-a7aa-091709739daf is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:02.654745 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.716068 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (23c1d652-702a-427f-8b0a-ed22038094e7), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.783567 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] For port 3eec087d-341b-4a60-872b-dc06b83461a3, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:02.788907 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] For port 3eec087d-341b-4a60-872b-dc06b83461a3, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3eec087d-341b-4a60-872b-dc06b83461a3,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:02.801641 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfa053-c3f7-4215-85bb-be456492c3d7 None None] Current status of the port f8578083-b5bb-4bb9-81f2-ee2eb386688a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:02.826485 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 9c09afd6-6e1f-4e36-a7aa-091709739daf, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9c09afd6-6e1f-4e36-a7aa-091709739daf,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:02.851191 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a9dfa053-c3f7-4215-85bb-be456492c3d7 None None] Provisioning complete for port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:02.851410 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa053-c3f7-4215-85bb-be456492c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.865821 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.896304 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Allocated IP 172.27.0.205 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/6268e6d2-3ea6-42df-941b-bbf5d111583b) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:02.935470 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Publish callbacks [] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.950913 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.952095 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 77f1f4d2-e4c0-4be9-9218-39f6c6773715 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:03.029169 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3176d-a3ff-4d11-b7cf-9f7e9d9016f6 None None] Pushing event updated for resources: {'Port': ['ID=3eec087d-341b-4a60-872b-dc06b83461a3,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.036862 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:03.037483 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:03.162356 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6121e1f8-3bef-41a7-918a-6d81b7fcf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:03.167739 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-6121e1f8-3bef-41a7-918a-6d81b7fcf6ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d287b2f124eb4bcba1b1c848d37be3eb&device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 1127 time: 0.6409132 Mar 22 19:29:03.181657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=9c09afd6-6e1f-4e36-a7aa-091709739daf,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.221868 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.230894 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (7076acdb-e6be-4f17-8748-b581a3a5a760), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.267973 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfa053-c3f7-4215-85bb-be456492c3d7 None None] Port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:03.334961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (23c1d652-702a-427f-8b0a-ed22038094e7), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.354803 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (7076acdb-e6be-4f17-8748-b581a3a5a760), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.412992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.427279 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7076acdb-e6be-4f17-8748-b581a3a5a760,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.491125 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:03.525519 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (23c1d652-702a-427f-8b0a-ed22038094e7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.556094 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] Provisioning complete for port 3eec087d-341b-4a60-872b-dc06b83461a3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:03.558844 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.588974 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8a98-0c71-4ee7-957d-0298af092759 None None] Pushing event updated for resources: {'Port': ['ID=445b2e8a-6d41-4dcc-9924-9214882c4920,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.603522 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.688481 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.691792 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'Port': ['ID=6268e6d2-3ea6-42df-941b-bbf5d111583b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.695206 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-14501523-4889-4847-9f62-6686c830e70d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3534214 Mar 22 19:29:03.707665 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48006) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:03.713037 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:03.722466 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c1d652-702a-427f-8b0a-ed22038094e7,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.741927 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:03.743294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:03.750325 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:03.808365 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Attempting to bind port 445b2e8a-6d41-4dcc-9924-9214882c4920 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:03.809125 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Attempting to bind port 445b2e8a-6d41-4dcc-9924-9214882c4920 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:03.816219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Attempting to bind port 445b2e8a-6d41-4dcc-9924-9214882c4920 on network a881e4b6-8683-4df6-ae79-4af6980ab369 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:03.821098 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:03.823683 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Checking segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:03.824348 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.824931 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Bound using segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:03.826026 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Bound port: 445b2e8a-6d41-4dcc-9924-9214882c4920, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:03.826922 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.860277 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.865292 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48008) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:03.865448 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b02ecb19-34cc-41df-866e-11ef99bd10af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0711012 Mar 22 19:29:03.867928 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:03.868303 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.872053 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] Current status of the port 3eec087d-341b-4a60-872b-dc06b83461a3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:03.872430 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.872729 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:03.885458 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bb4cb-c7f9-49fd-88e2-e99f3bcb476c req-f925b5d5-75a8-422a-9deb-aff16479da9b tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:03.887783 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-903bb4cb-c7f9-49fd-88e2-e99f3bcb476c req-f925b5d5-75a8-422a-9deb-aff16479da9b tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.4627450 Mar 22 19:29:03.919376 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (75e6060b-9891-470b-8638-d3e57ebe570d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.941929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.984696 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.005272 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] For port 3eec087d-341b-4a60-872b-dc06b83461a3, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3eec087d-341b-4a60-872b-dc06b83461a3,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:04.044311 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:04.066468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks [] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.072359 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] For port 445b2e8a-6d41-4dcc-9924-9214882c4920, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:04.086451 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-903bb4cb-c7f9-49fd-88e2-e99f3bcb476c req-ce0e2dbd-4ead-49cb-b88f-65d7d53c2661 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879697 Mar 22 19:29:04.112009 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.120420 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] For port 445b2e8a-6d41-4dcc-9924-9214882c4920, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=445b2e8a-6d41-4dcc-9924-9214882c4920,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:04.134622 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187d5c5-6285-4683-b641-8bbd782aa346 None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:04.147141 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:04.148518 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1c3ecf80-82c4-420a-b21b-a23301506e91 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:04.171147 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.173931 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.177084 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (ab35bf70-d48e-405c-880a-6e62d73f83fc), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.251840 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.262569 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d11084-ed08-40de-af19-8e8c31413e55 None None] Pushing event updated for resources: {'Port': ['ID=3eec087d-341b-4a60-872b-dc06b83461a3,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:04.321978 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:04.429608 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Provisioning complete for port 445b2e8a-6d41-4dcc-9924-9214882c4920 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:04.430313 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.442907 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:04.443866 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:04.478938 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.503090 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 1c3ecf80-82c4-420a-b21b-a23301506e91 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:04.503090 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.553160 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.673714 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8a98-0c71-4ee7-957d-0298af092759 None None] Pushing event updated for resources: {'Port': ['ID=445b2e8a-6d41-4dcc-9924-9214882c4920,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:04.733619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:04.737327 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:04.939117 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:04.949816 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.27.0.116 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/162816ae-9cca-4d48-baab-e4e68030b593) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:05.046564 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 1c3ecf80-82c4-420a-b21b-a23301506e91 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:05.046946 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.199279 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Current status of the port 445b2e8a-6d41-4dcc-9924-9214882c4920 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:05.209893 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.232857 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (162816ae-9cca-4d48-baab-e4e68030b593), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.307557 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.408847 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.505696 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (162816ae-9cca-4d48-baab-e4e68030b593), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.523304 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (75e6060b-9891-470b-8638-d3e57ebe570d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.567075 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-d5973631-3ba7-493e-b887-e24dfa825e19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d880b6-151a-4e6f-8a00-37cd67819461 HTTP/1.1" status: 200 len: 217 time: 0.7275336 Mar 22 19:29:05.569490 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-643f6122-5ad3-42a2-a963-e4deab2298c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.574651 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 1c3ecf80-82c4-420a-b21b-a23301506e91, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1c3ecf80-82c4-420a-b21b-a23301506e91,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:05.577757 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'Port': ['ID=6268e6d2-3ea6-42df-941b-bbf5d111583b,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:05.591071 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] For port 445b2e8a-6d41-4dcc-9924-9214882c4920, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=445b2e8a-6d41-4dcc-9924-9214882c4920,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:05.618452 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:04Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:05.653221 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197c706-9686-49d2-82ff-28556d37bb77 None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:04Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:05.655121 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.662044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:05.691160 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:05.696739 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:05.719059 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.720466 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5075bc2b-39a5-4314-bc3c-80731453ba0b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1463504 Mar 22 19:29:05.729468 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=162816ae-9cca-4d48-baab-e4e68030b593,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:05.750118 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.762274 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Allocated IP 172.27.0.12 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/be22f979-c505-4b6d-aa65-13b5ab4c9947) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:05.770553 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=1c3ecf80-82c4-420a-b21b-a23301506e91,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:05.790131 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-7549494c-a714-4a57-a9c3-dea9ace9982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.793627 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-7549494c-a714-4a57-a9c3-dea9ace9982a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0 HTTP/1.1" status: 200 len: 852 time: 0.1886449 Mar 22 19:29:05.883606 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Provisioning complete for port 3eec087d-341b-4a60-872b-dc06b83461a3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:05.884025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.938335 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Router ab35bf70-d48e-405c-880a-6e62d73f83fc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:05.946124 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (f3ccb258-dfe7-4611-88ad-7a948cdb28ac), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.001879 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa43b-78f7-46ef-a788-c8e6a62d6fd5 req-baee6df5-c40a-420d-8155-6943400aac03 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:06.015334 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-298fa43b-78f7-46ef-a788-c8e6a62d6fd5 req-baee6df5-c40a-420d-8155-6943400aac03 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.4215817 Mar 22 19:29:06.021018 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-bb80c280-d009-4e9a-b270-6089de9e6d66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff9865c0-861a-4ab1-adf6-d657bb3534ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085073 Mar 22 19:29:06.098259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Pushing event updated for resources: {'Port': ['ID=445b2e8a-6d41-4dcc-9924-9214882c4920,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:06.181602 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-298fa43b-78f7-46ef-a788-c8e6a62d6fd5 req-b8eda99c-ac01-4d49-bc0b-900c4c9b2f30 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670680 Mar 22 19:29:06.220524 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (162816ae-9cca-4d48-baab-e4e68030b593), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.240498 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-48b93df0-22a8-4302-8cb4-2d927ddc5b7a None None] Current status of the port 3eec087d-341b-4a60-872b-dc06b83461a3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:06.321480 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:06.436548 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3743fcd5-142d-4cbe-812e-8756a5967b14 None None] Provisioning complete for port 445b2e8a-6d41-4dcc-9924-9214882c4920 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:06.437754 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3743fcd5-142d-4cbe-812e-8756a5967b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.575460 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-ae192c4e-99e5-4d37-99d1-8a7fea3a8189 service neutron] 10.222.0.45 "GET /v2.0/networks/ff9865c0-861a-4ab1-adf6-d657bb3534ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412025 Mar 22 19:29:06.635376 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:06.636106 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.721894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (162816ae-9cca-4d48-baab-e4e68030b593), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.728154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3743fcd5-142d-4cbe-812e-8756a5967b14 None None] Current status of the port 445b2e8a-6d41-4dcc-9924-9214882c4920 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:06.783759 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3743fcd5-142d-4cbe-812e-8756a5967b14 None None] Provisioning complete for port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:06.784933 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3743fcd5-142d-4cbe-812e-8756a5967b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.804974 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (162816ae-9cca-4d48-baab-e4e68030b593), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.831857 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-0c163045-fea8-4cf8-850e-ddd0e486f56d tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1113665306&fields=id&tenant_id=f526df40816446708a00576855f8be10 HTTP/1.1" status: 200 len: 267 time: 0.5879514 Mar 22 19:29:06.847653 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:06.848433 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.871803 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:06.890566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3743fcd5-142d-4cbe-812e-8756a5967b14 None None] Port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:06.920700 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (f3ccb258-dfe7-4611-88ad-7a948cdb28ac), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.948748 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.951351 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.952512 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f8578083-b5bb-4bb9-81f2-ee2eb386688a up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:06.971821 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=162816ae-9cca-4d48-baab-e4e68030b593,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:07.040424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.050656 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-558e06c4-711a-4a5b-823b-318a8bff4282 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1758628 Mar 22 19:29:07.051984 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-20fbd056-f7ce-4092-ab68-1c188d2c3a77 req-20fc75ee-a74b-4041-aa2e-b3a2ba0f9bc6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff9865c0-861a-4ab1-adf6-d657bb3534ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603306 Mar 22 19:29:07.070440 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:07.088127 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-37999675-d146-4af3-9c7e-a49e02eca190 admin admin] 10.222.0.79 "PUT /v2.0/routers/ab35bf70-d48e-405c-880a-6e62d73f83fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3401890 Mar 22 19:29:07.093308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Sync routers for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:07.099108 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-ef10bbf7-f3eb-44b8-98fe-5bb42dcbce5d tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.100666 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-ef10bbf7-f3eb-44b8-98fe-5bb42dcbce5d tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 811 time: 0.2539620 Mar 22 19:29:07.117131 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-7c5d9dfb-240f-4929-bc6c-898bbdc3105c tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/quotas/f526df40816446708a00576855f8be10 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Mar 22 19:29:07.259325 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:07.260380 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:28:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:07.265219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:07.288039 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.317037 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port f8578083-b5bb-4bb9-81f2-ee2eb386688a triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:07.317649 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.429002 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'Port': ['ID=be22f979-c505-4b6d-aa65-13b5ab4c9947,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:07.477789 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:07.497752 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:07.501658 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e842b-fcc1-4a3c-8a2d-9aeabbee707a req-155b4419-9f38-422c-9d33-29f18efccb7b tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.503775 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e8e842b-fcc1-4a3c-8a2d-9aeabbee707a req-155b4419-9f38-422c-9d33-29f18efccb7b tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.1469874 Mar 22 19:29:07.519266 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:07.532001 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-87d4a125-ae4c-4fed-9e34-19e2a1b91b20 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4025724 Mar 22 19:29:07.566186 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port f8578083-b5bb-4bb9-81f2-ee2eb386688a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:07.567751 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3eec087d-341b-4a60-872b-dc06b83461a3 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:07.632649 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:07.651169 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e8e842b-fcc1-4a3c-8a2d-9aeabbee707a req-6f87002b-8211-4a95-a658-649d19d6bc04 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334932 Mar 22 19:29:07.704312 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 3eec087d-341b-4a60-872b-dc06b83461a3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:07.705565 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.872741 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4aafec29-64db-4464-8612-66d198769cfb service neutron] 10.222.0.79 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342068 Mar 22 19:29:07.934317 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (ac743a59-8300-433d-b580-be5399d85af3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.996251 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 3eec087d-341b-4a60-872b-dc06b83461a3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:07.997535 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9c09afd6-6e1f-4e36-a7aa-091709739daf up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:08.025059 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-fc979350-bfd8-42d0-819a-d84d801cb816 service neutron] 10.222.0.79 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382816 Mar 22 19:29:08.059863 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1b645174-e726-4638-a494-e2aae3c027db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.106499 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.113883 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-49e31649-04ca-4e5c-8176-6e32d17d87e0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1014859596&fields=id&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 267 time: 0.2234046 Mar 22 19:29:08.143550 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 9c09afd6-6e1f-4e36-a7aa-091709739daf triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:08.144151 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.207954 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 2, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:08.248696 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Checking router: ab35bf70-d48e-405c-880a-6e62d73f83fc for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:08.249390 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Updating router ab35bf70-d48e-405c-880a-6e62d73f83fc port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:08.324091 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.362545 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-d4b1cbf4-85e6-4eac-a6c2-9aa20f103b49 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:08.364252 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-d4b1cbf4-85e6-4eac-a6c2-9aa20f103b49 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.2423925 Mar 22 19:29:08.399230 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-11d4fae4-590b-4d4c-9c17-4b8cb8818e81 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/quotas/88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 375 time: 0.0276558 Mar 22 19:29:08.407692 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.488832 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (ac743a59-8300-433d-b580-be5399d85af3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.524318 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'Port': ['ID=be22f979-c505-4b6d-aa65-13b5ab4c9947,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:08.525465 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 9c09afd6-6e1f-4e36-a7aa-091709739daf is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:08.558566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.636835 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-9ddc5d89-9e67-469f-89b5-c355b4d33e04 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2313666 Mar 22 19:29:08.670505 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.671887 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-acc06c15-87ce-47e5-b56a-485d76399ed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9627912 Mar 22 19:29:08.964436 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-8aae8895-dd8a-484a-aab2-92b659bbd3fc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:29:08.965719 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-8aae8895-dd8a-484a-aab2-92b659bbd3fc service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1257010 Mar 22 19:29:09.026930 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:09.074595 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-fe05fd1c-4804-4939-82aa-6e81186ac216 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:09.083407 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-fe05fd1c-4804-4939-82aa-6e81186ac216 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 819 time: 0.2729931 Mar 22 19:29:09.118027 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-2e2bc047-005f-4e8e-9fd0-83ef15ea9a23 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/quotas/a0b5a7c9222b41d486420b73f4cac1d9 HTTP/1.1" status: 200 len: 375 time: 0.0329266 Mar 22 19:29:09.154545 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-7d9b9e0d-49be-48ee-808e-ac9b8e32d96a service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820681 Mar 22 19:29:09.196226 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:09.196772 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.222032 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-53ee585d-3bce-411d-9856-9e1954eca528 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030431 Mar 22 19:29:09.229037 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.248545 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Publish callbacks [] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.284680 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-66cf8efb-e997-49cf-ba8c-c6acb3e1beae service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242905 Mar 22 19:29:09.335233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:09.336422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 445b2e8a-6d41-4dcc-9924-9214882c4920 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:09.370207 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.406715 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-d0af549d-4797-4f22-86b5-aeef51e0d5a0 service neutron] 10.222.0.79 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767263 Mar 22 19:29:09.466459 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aec4e5-088e-4216-9312-6fb4c92ddc6e None None] Pushing event updated for resources: {'Port': ['ID=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:09.537315 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 445b2e8a-6d41-4dcc-9924-9214882c4920 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:09.537714 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.540721 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Attempting to bind port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:09.546459 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Attempting to bind port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:09.546834 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Attempting to bind port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:09.624611 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:09.631891 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Checking segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:09.632401 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.632863 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Bound using segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:09.633331 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Bound port: e9d619a5-9fd3-4133-8bf0-12a07e8ea914, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:09.633727 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.720276 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91d880b6-151a-4e6f-8a00-37cd67819461 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:09.854894 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b0b3a90-8da7-4090-b477-38c7130221a5 req-fa041b8d-1db1-4824-bce8-ec50ee124d5b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 210 time: 0.1374393 Mar 22 19:29:09.975784 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.db.resource_extend [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:10.085698 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 445b2e8a-6d41-4dcc-9924-9214882c4920 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:10.086303 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1c3ecf80-82c4-420a-b21b-a23301506e91 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:10.089683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa7d06-8eaf-4f12-9b9b-d5ee01ad505a req-4fa10c1d-da8f-4c8a-a498-1cace36b3cf8 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.091270 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d9fa7d06-8eaf-4f12-9b9b-d5ee01ad505a req-4fa10c1d-da8f-4c8a-a498-1cace36b3cf8 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 943 time: 0.1227775 Mar 22 19:29:10.095737 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-900a88dd-1200-4cf0-b9e1-3dc5352893e6 None None] Provisioning complete for port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:10.096160 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-900a88dd-1200-4cf0-b9e1-3dc5352893e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.102119 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-bab4c503-68b6-423a-a9eb-256debb60680 service neutron] 10.222.0.79 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752961 Mar 22 19:29:10.168405 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d9fa7d06-8eaf-4f12-9b9b-d5ee01ad505a req-c526d29a-cee7-448b-9d98-05c17b0fba9d tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Mar 22 19:29:10.217274 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] For port e9d619a5-9fd3-4133-8bf0-12a07e8ea914, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:10.284973 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-900a88dd-1200-4cf0-b9e1-3dc5352893e6 None None] Port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:10.328523 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] For port e9d619a5-9fd3-4133-8bf0-12a07e8ea914, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:10.346319 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-9bb209c8-223c-4194-b49d-fb4b237f0394 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--767166116&fields=id&tenant_id=1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 267 time: 0.0950701 Mar 22 19:29:10.355662 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 91d880b6-151a-4e6f-8a00-37cd67819461, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91d880b6-151a-4e6f-8a00-37cd67819461,segment=NetworkSegment(9556f137-7b57-4840-8d55-c3a2036aa8c9),segment_id=9556f137-7b57-4840-8d55-c3a2036aa8c9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:10.394503 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '91d880b6-151a-4e6f-8a00-37cd67819461', 'network_id': 'ff9865c0-861a-4ab1-adf6-d657bb3534ca', 'port_id': '91d880b6-151a-4e6f-8a00-37cd67819461', 'mac_address': 'fa:16:3e:f3:3c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:10.402853 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 1c3ecf80-82c4-420a-b21b-a23301506e91 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:10.403456 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.497968 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 91d880b6-151a-4e6f-8a00-37cd67819461 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:10.498578 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.522069 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.524412 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.547419 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-c8cf737a-5104-47f2-91af-8615c6a51db9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.548808 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dc45472f-7148-4b8a-96a8-697d760ab4d6 req-c8675070-e630-4e12-b076-b121722966a5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0577910 Mar 22 19:29:10.556068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.561565 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-c8cf737a-5104-47f2-91af-8615c6a51db9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 816 time: 0.2061584 Mar 22 19:29:10.592241 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-91de6272-1bcb-48f9-87fa-d2ab43fe5b89 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/quotas/1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 375 time: 0.0296357 Mar 22 19:29:10.617065 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d880b6-151a-4e6f-8a00-37cd67819461 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:10.629331 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f01d11b3-1649-4258-8a57-aa2ddbfe1b04 req-3aaa276f-871e-4fe4-bcdf-0ac8ac4a7939 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 210 time: 0.0378928 Mar 22 19:29:10.719914 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-9327ccf4-b864-4562-9a18-3130667729f6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265895 Mar 22 19:29:10.780048 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 91d880b6-151a-4e6f-8a00-37cd67819461, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91d880b6-151a-4e6f-8a00-37cd67819461,segment=NetworkSegment(9556f137-7b57-4840-8d55-c3a2036aa8c9),segment_id=9556f137-7b57-4840-8d55-c3a2036aa8c9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:10.828161 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 1c3ecf80-82c4-420a-b21b-a23301506e91 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:10.832849 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aec4e5-088e-4216-9312-6fb4c92ddc6e None None] Pushing event updated for resources: {'Port': ['ID=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:10.842129 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:10.842129 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:10.947810 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.000183 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:11.013145 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-e76ffc93-4819-464f-86b5-aab10344159d service neutron] 10.222.0.79 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888825 Mar 22 19:29:11.053054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-cc99daf2-bddb-4d86-ad43-d995f1555baf tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:11.057023 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-cc99daf2-bddb-4d86-ad43-d995f1555baf tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 819 time: 0.2247930 Mar 22 19:29:11.080260 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-73e8240b-b7c7-4589-b0d6-49be00ff0a91 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/quotas/a0b5a7c9222b41d486420b73f4cac1d9 HTTP/1.1" status: 200 len: 375 time: 0.0193751 Mar 22 19:29:11.151736 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-a36bee23-e593-4192-8abe-7e35b086585b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625348 Mar 22 19:29:11.154227 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=91d880b6-151a-4e6f-8a00-37cd67819461,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:11.161431 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] Provisioning complete for port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:11.161815 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.209422 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-560ca454-802d-48fc-a7fd-44362d8990b2 service neutron] 10.222.0.79 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909566 Mar 22 19:29:11.319414 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-77ec9661-ec2f-4017-92bb-e6cbfd5868bf service neutron] 10.222.0.79 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556342 Mar 22 19:29:11.322507 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['91d880b6-151a-4e6f-8a00-37cd67819461'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:11.424644 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-451bd638-bf76-4224-a5e3-53c56eed9f54 service neutron] 10.222.0.79 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916626 Mar 22 19:29:11.632282 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0aece237-e378-4a71-8432-caf59071c820 req-a5abb191-1ea4-44c3-ba18-73c0f5c053bb tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 210 time: 0.0603929 Mar 22 19:29:11.704709 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] Current status of the port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:11.705102 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.838435 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.844466 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b2c99-670d-43b9-bd7b-b1912966f26b req-cb8be59b-b373-4cad-bfea-669936ddb827 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:11.848368 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-145b2c99-670d-43b9-bd7b-b1912966f26b req-cb8be59b-b373-4cad-bfea-669936ddb827 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 944 time: 0.1078656 Mar 22 19:29:11.856841 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] For port e9d619a5-9fd3-4133-8bf0-12a07e8ea914, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:11.903958 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:11.926989 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc3bf5-9fdb-4b4c-aadd-34107885a90e None None] The sync data for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi is: [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:11.955779 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.956158 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-942362f0-4e41-40b4-85dc-fd6b3afb3325 req-1b3fd521-0ca4-486e-bbe7-fdd24d9467ef tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 210 time: 0.0692942 Mar 22 19:29:11.967885 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-145b2c99-670d-43b9-bd7b-b1912966f26b req-0093dc63-c878-4745-ab7d-1c8348bc4933 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000168 Mar 22 19:29:12.095454 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bfffb-e469-43c5-b32f-b800b5f2a484 None None] Pushing event updated for resources: {'Port': ['ID=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:12.150491 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9abba5b5-3ad0-4709-b457-690d0d0db7f0 req-e67dba28-937e-496c-8727-277c9a5268cb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 210 time: 0.0995319 Mar 22 19:29:12.171760 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a44149e5-52e8-4181-9092-f9d6aed85afa req-36317a1a-f8d5-4038-bc3d-6bc433d347c7 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0872183 Mar 22 19:29:12.412777 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48352) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:12.569332 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-d1a0016e-b0e2-474f-82ff-b05bbd7a4b85 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:12.571679 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-d1a0016e-b0e2-474f-82ff-b05bbd7a4b85 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 811 time: 0.1474433 Mar 22 19:29:12.580289 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa979-c461-4b5a-bbeb-b3a02ecc4e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.685678 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa979-c461-4b5a-bbeb-b3a02ecc4e4f admin admin] Publish callbacks [] for security_group (216124f7-a2ec-4f22-a82d-a427b683c611), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.687719 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-d8a15efa-1cfa-4b31-8e6f-bcc45896f69f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f526df40816446708a00576855f8be10 HTTP/1.1" status: 200 len: 380 time: 0.1057336 Mar 22 19:29:12.699113 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'port': {'device_id': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'admin_state_up': True, 'tenant_id': 'f526df40816446708a00576855f8be10', 'security_groups': ['e1da72a9-ac3e-4c61-b608-63f9b22d2878']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:12.769542 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b933a63f-1ec4-4425-a022-8802e4f2db4e req-5ae1e75d-3e96-48bc-89d1-373ab4ad3507 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 210 time: 0.0298250 Mar 22 19:29:12.867707 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa979-c461-4b5a-bbeb-b3a02ecc4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (216124f7-a2ec-4f22-a82d-a427b683c611), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.931190 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ec8fa979-c461-4b5a-bbeb-b3a02ecc4e4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e4c949fe43347f7a0e266de1798c017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120070 Mar 22 19:29:12.931439 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48366) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:12.931716 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fa979-c461-4b5a-bbeb-b3a02ecc4e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216124f7-a2ec-4f22-a82d-a427b683c611,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:12.996171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device e9d619a5-9fd3-4133-8bf0-12a07e8ea914 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:13.071231 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Made reservation on behalf of f526df40816446708a00576855f8be10 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:13.076669 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.095225 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:13.095641 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.149950 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e021a8-fe5f-4983-8284-e2045a31a9c3 req-73314cfa-c74a-489a-9251-ef2fba5a6e12 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:13.158957 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85e021a8-fe5f-4983-8284-e2045a31a9c3 req-73314cfa-c74a-489a-9251-ef2fba5a6e12 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 944 time: 0.1168365 Mar 22 19:29:13.199331 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:13.208308 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ec9b81c8-8f85-4e10-9ac8-7c00a66219e4 req-87838919-5bd4-498b-8b1d-a92f7687738f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 210 time: 0.2031069 Mar 22 19:29:13.240122 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-364c7003-0283-4132-8125-9e8b8ebc0e43 admin admin] Publish callbacks [] for security_group (216124f7-a2ec-4f22-a82d-a427b683c611), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.241682 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85e021a8-fe5f-4983-8284-e2045a31a9c3 req-5a642567-0f66-41e5-9dcb-535702c09209 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811605 Mar 22 19:29:13.262203 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48380) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:13.285217 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-34cbed98-f7c8-4796-91c1-a24edc713395 req-1301877b-e5e7-49fa-af78-4d794ce6aabd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 210 time: 0.0492005 Mar 22 19:29:13.326635 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-364c7003-0283-4132-8125-9e8b8ebc0e43 admin admin] Publish callbacks [] for security_group (216124f7-a2ec-4f22-a82d-a427b683c611), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.331734 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.45', 65325) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:13.379719 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32e29e2b-d10a-4b3f-b74d-1b27b31eca52 req-7fc302a9-b2c6-4fc8-8cbb-d805c4c710f1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0448997 Mar 22 19:29:13.426550 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Allocated IP 172.20.0.6 (a881e4b6-8683-4df6-ae79-4af6980ab369/8d10d791-4c94-43c0-a876-39fb8b9fee1c/9043e679-2eb9-4b01-9f9e-ee5ef05f6f51) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:13.470054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6af4ff23-9610-4160-b9f7-bf460ffb424c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.526762 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-8fbd273d-3ac9-4707-ab24-59d9cf3d4d8e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:13.528284 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-8fbd273d-3ac9-4707-ab24-59d9cf3d4d8e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1821845 Mar 22 19:29:13.555898 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-364c7003-0283-4132-8125-9e8b8ebc0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (216124f7-a2ec-4f22-a82d-a427b683c611), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.560865 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-364c7003-0283-4132-8125-9e8b8ebc0e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.562246 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-364c7003-0283-4132-8125-9e8b8ebc0e43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/216124f7-a2ec-4f22-a82d-a427b683c611 HTTP/1.1" status: 204 len: 168 time: 0.6315496 Mar 22 19:29:13.615201 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c7003-0283-4132-8125-9e8b8ebc0e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216124f7-a2ec-4f22-a82d-a427b683c611,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:13.639023 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-426f5d2e-498d-473f-af13-b3c73c7b6dab tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 380 time: 0.0972958 Mar 22 19:29:13.658241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'port': {'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'admin_state_up': True, 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'security_groups': ['69f1f5a1-23e3-4e64-a704-e42713ea497c']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:13.679959 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91d880b6-151a-4e6f-8a00-37cd67819461 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:13.737617 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6af4ff23-9610-4160-b9f7-bf460ffb424c admin admin] Publish callbacks [] for security_group (0c663b5b-5666-4e1d-9e95-1890bd5cca0b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.758592 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.837479 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6af4ff23-9610-4160-b9f7-bf460ffb424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0c663b5b-5666-4e1d-9e95-1890bd5cca0b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.880503 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fe348fde-92f9-49b8-9b3f-741e801d1adc req-3da75cb9-71eb-40ad-a564-fb6360bc778e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 210 time: 0.0325811 Mar 22 19:29:13.888530 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4ff23-9610-4160-b9f7-bf460ffb424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c663b5b-5666-4e1d-9e95-1890bd5cca0b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:13.894393 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 91d880b6-151a-4e6f-8a00-37cd67819461 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:13.898670 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 91d880b6-151a-4e6f-8a00-37cd67819461 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:13.899046 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.909482 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6af4ff23-9610-4160-b9f7-bf460ffb424c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fd0f8fda2014d79a24d66b339cda001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454558 Mar 22 19:29:13.912200 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48404) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:13.952881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Made reservation on behalf of 88cf857fd440479f92bf100cd1ea80b6 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:13.956739 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.958751 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.027369 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.45', 65329) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:14.040572 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Network a881e4b6-8683-4df6-ae79-4af6980ab369 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:14.048306 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 91d880b6-151a-4e6f-8a00-37cd67819461 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:14.048783 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.048876 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:14.064447 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:14.069944 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.078650 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.094461 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f673c-fa35-4c4a-9341-3b264bfee1cf admin admin] Publish callbacks [] for security_group (0c663b5b-5666-4e1d-9e95-1890bd5cca0b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.100810 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d880b6-151a-4e6f-8a00-37cd67819461'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:14.124537 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'Port': ['ID=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:14.145501 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f673c-fa35-4c4a-9341-3b264bfee1cf admin admin] Publish callbacks [] for security_group (0c663b5b-5666-4e1d-9e95-1890bd5cca0b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.242119 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-2e956861-f36e-44ff-9ce7-493d2e077fe3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5468719 Mar 22 19:29:14.265549 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Request body: {'port': {'device_id': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:14.289572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 91d880b6-151a-4e6f-8a00-37cd67819461, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91d880b6-151a-4e6f-8a00-37cd67819461,segment=NetworkSegment(9556f137-7b57-4840-8d55-c3a2036aa8c9),segment_id=9556f137-7b57-4840-8d55-c3a2036aa8c9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:14.357552 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f673c-fa35-4c4a-9341-3b264bfee1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0c663b5b-5666-4e1d-9e95-1890bd5cca0b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.364803 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f673c-fa35-4c4a-9341-3b264bfee1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.369263 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a48f673c-fa35-4c4a-9341-3b264bfee1cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c663b5b-5666-4e1d-9e95-1890bd5cca0b HTTP/1.1" status: 204 len: 168 time: 0.4528794 Mar 22 19:29:14.404722 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f673c-fa35-4c4a-9341-3b264bfee1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c663b5b-5666-4e1d-9e95-1890bd5cca0b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:14.405455 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4372e820-4ea7-48ab-b04e-9928236bff59 None None] Provisioning complete for port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:14.406013 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4372e820-4ea7-48ab-b04e-9928236bff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.431486 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.577371 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3627a9a-8ed1-4f93-bf24-7a32fef8823d req-a0f38c8f-f39f-4db9-bc3c-c41a3064b3bb tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.579072 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b3627a9a-8ed1-4f93-bf24-7a32fef8823d req-a0f38c8f-f39f-4db9-bc3c-c41a3064b3bb tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 944 time: 0.1635320 Mar 22 19:29:14.593218 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282bfa49-7c81-4274-bb03-79e0501fbba8" -d '{"events": [{"server_uuid": "79350c33-0ae8-4da4-aa8b-349e06e31ecb", "name": "network-vif-plugged", "status": "completed", "tag": "91d880b6-151a-4e6f-8a00-37cd67819461"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:14.598630 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.660610 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4372e820-4ea7-48ab-b04e-9928236bff59 None None] Port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:14.687709 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=91d880b6-151a-4e6f-8a00-37cd67819461,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:14.692402 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-902add8c-0e86-4c0d-b331-f2ec06f2dae9 req-31861bcf-7923-4711-b014-7df540632246 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 210 time: 0.1782937 Mar 22 19:29:14.779854 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b3627a9a-8ed1-4f93-bf24-7a32fef8823d req-b58d5590-9e94-4b94-b4c9-be7aa4cea2d6 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881196 Mar 22 19:29:14.873445 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49148864-39e8-4c35-9bdd-e3b295ddfe7c req-ad1311f9-4ab4-455d-b3f3-d0c13c596083 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 210 time: 0.0806043 Mar 22 19:29:14.888925 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-73d47882-6645-45fc-a5a5-db5617013023 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.890666 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-73d47882-6645-45fc-a5a5-db5617013023 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 819 time: 0.8621247 Mar 22 19:29:14.904601 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.20.0.10 (87044297-f8c2-40de-9994-8da2189cc88a/8516280d-e487-4332-a618-150a0d90286a/2e02fbaf-2f73-43e3-bf33-bb113511d1c1) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:14.910078 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'port': {'device_id': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'admin_state_up': True, 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:14.919831 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-01596532-33eb-4fdd-99c1-09b065a41fb0 req-878ec72c-5664-4b36-a90a-90e9fbfa0ec0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Mar 22 19:29:14.994439 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48440) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:15.003805 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:15.028470 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.45', 65336) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:15.031619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Publish callbacks [] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.048998 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70956151-cf47-41bd-bc7e-8c5f25fd82b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.184527 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Transition to ACTIVE for port object 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:15.185314 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.45', 65337) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:15.210938 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.296809 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc340405-4aeb-4e53-a586-8245b438b718 x-openstack-request-id: req-fc340405-4aeb-4e53-a586-8245b438b718 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:15.297657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79350c33-0ae8-4da4-aa8b-349e06e31ecb", "name": "network-vif-plugged", "status": "completed", "tag": "91d880b6-151a-4e6f-8a00-37cd67819461", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:15.297920 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc340405-4aeb-4e53-a586-8245b438b718 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:15.298393 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc340405-4aeb-4e53-a586-8245b438b718'] response: {'server_uuid': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d880b6-151a-4e6f-8a00-37cd67819461', 'code': 200} Mar 22 19:29:15.322051 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.345166 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.448589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Made reservation on behalf of a0b5a7c9222b41d486420b73f4cac1d9 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:15.454343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.484018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945094-e9a5-4d90-b940-1eaa1e9d2ade req-8f3dd97d-12b8-47d8-ad27-f26824654a7a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:15.485632 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d9945094-e9a5-4d90-b940-1eaa1e9d2ade req-8f3dd97d-12b8-47d8-ad27-f26824654a7a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 931 time: 0.4378157 Mar 22 19:29:15.490150 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:15.510318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:15.512719 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-a73c67fe-8b8b-4eac-8cd2-ea0aed68a210 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:15.514344 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-a73c67fe-8b8b-4eac-8cd2-ea0aed68a210 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 816 time: 0.4795556 Mar 22 19:29:15.527623 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Pushing event updated for resources: {'Port': ['ID=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:15.529232 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:15.548479 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:15.549486 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.599950 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:15.654002 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-fc005772-f2bf-495b-9b86-6f40955a43a1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:15.661662 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-fc005772-f2bf-495b-9b86-6f40955a43a1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 819 time: 0.4573426 Mar 22 19:29:15.703117 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.45', 65342) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:15.710120 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bb5b92bf-8611-4493-93d7-5ba95382589c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0631359 Mar 22 19:29:15.727624 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Request body: {'port': {'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:15.829839 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48460) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:15.830796 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Attempting to bind port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:15.839425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Attempting to bind port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:15.840031 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Attempting to bind port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 on network a881e4b6-8683-4df6-ae79-4af6980ab369 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:15.851816 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-ab5cd995-f04d-4961-a370-ffa58ae081d3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 379 time: 0.3184998 Mar 22 19:29:15.880673 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef232cad-bef4-412b-b486-331b74d063c9 req-560a4bed-f881-44af-919c-249d5a2a96a2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 210 time: 0.0458181 Mar 22 19:29:15.890984 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'port': {'device_id': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'admin_state_up': True, 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:15.915398 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-ee9d6e08-ec33-423f-8efc-2d6162b6584c None None] Provisioning complete for port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:15.920359 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e08-ec33-423f-8efc-2d6162b6584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.955428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 on network a881e4b6-8683-4df6-ae79-4af6980ab369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:15.955905 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Attempting to bind port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 on network a881e4b6-8683-4df6-ae79-4af6980ab369 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:15.961767 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef697a21-4485-4504-8cb4-be69f54d35d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.982879 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:15.983233 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Checking segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:15.983610 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Bound using segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:15.984058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Bound port: 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:15.984412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.007210 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'port': {'device_id': '71acecf6-e36c-4928-802a-b3aa196f4941', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'admin_state_up': True, 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'security_groups': ['14b6090c-d81f-4a3f-85c3-184ece5433fe']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:16.009282 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6e08-ec33-423f-8efc-2d6162b6584c None None] Port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:16.083110 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.093868 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d9945094-e9a5-4d90-b940-1eaa1e9d2ade req-2290b40f-4a40-4d31-9366-b97d9745b643 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5759585 Mar 22 19:29:16.097545 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70956151-cf47-41bd-bc7e-8c5f25fd82b7 admin admin] Publish callbacks [] for security_group (a2985da9-df8b-4f8f-9fa7-8fa810732b4b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.126477 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-fb548977-270e-42f3-9a7d-0f30e7aecb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.128043 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-fb548977-270e-42f3-9a7d-0f30e7aecb18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 1129 time: 0.4170542 Mar 22 19:29:16.129109 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Allocated IP 172.20.0.7 (8c21b828-c893-45f4-aa49-e2a1f6c14e39/e2ce7820-6704-440d-8acc-02cedef5a199/11fbd0d7-b05a-4ddb-b95d-025295d7a3ae) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:16.191743 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87a36-d119-4cb7-8bf4-db1be0e54096 req-2fbc593d-cf48-427a-8a61-a8cb19fa7ed8 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.193247 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9a87a36-d119-4cb7-8bf4-db1be0e54096 req-2fbc593d-cf48-427a-8a61-a8cb19fa7ed8 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.1624963 Mar 22 19:29:16.198458 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-4228a267-b1a2-41c0-8943-3f5e57cd65bd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.219722 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70956151-cf47-41bd-bc7e-8c5f25fd82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a2985da9-df8b-4f8f-9fa7-8fa810732b4b), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.264095 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f7405c09-6b93-4698-9f8b-71ade89cdb4e req-116dfa9b-619d-48db-857e-bdb6d9591313 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 210 time: 0.0903523 Mar 22 19:29:16.315817 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70956151-cf47-41bd-bc7e-8c5f25fd82b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2985da9-df8b-4f8f-9fa7-8fa810732b4b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.333521 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] For port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host hv-cinder-79987, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:16.365173 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-70956151-cf47-41bd-bc7e-8c5f25fd82b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1595b9812f794b22ab35d6ac5d28a258&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3695161 Mar 22 19:29:16.377656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] For port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:16.378540 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48470) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:16.387926 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef697a21-4485-4504-8cb4-be69f54d35d4 admin admin] Publish callbacks [] for security_group (35bc2c9d-02c1-47d5-a55d-f0626e575933), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.436401 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5040dc-b3b4-4ab2-9c29-f35e88d61991 req-238ee783-f31b-4ff1-9983-731252a922c3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.437887 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f5040dc-b3b4-4ab2-9c29-f35e88d61991 req-238ee783-f31b-4ff1-9983-731252a922c3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 932 time: 0.0717258 Mar 22 19:29:16.439386 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Made reservation on behalf of a0b5a7c9222b41d486420b73f4cac1d9 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:16.442138 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.478396 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef697a21-4485-4504-8cb4-be69f54d35d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (35bc2c9d-02c1-47d5-a55d-f0626e575933), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.486279 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.545884 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9a87a36-d119-4cb7-8bf4-db1be0e54096 req-714f634e-7d20-4cca-9b2f-877cb6afca2c tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418543 Mar 22 19:29:16.697526 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.704448 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42f06275-af61-474a-af99-77d9a11f3a3d admin admin] Publish callbacks [] for security_group (a2985da9-df8b-4f8f-9fa7-8fa810732b4b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.724479 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-4228a267-b1a2-41c0-8943-3f5e57cd65bd service neutron] Publish callbacks [] for security_group (024cef16-1a43-4c11-bf81-47ebbcdd67b6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.769054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42f06275-af61-474a-af99-77d9a11f3a3d admin admin] Publish callbacks [] for security_group (a2985da9-df8b-4f8f-9fa7-8fa810732b4b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.780215 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Made reservation on behalf of 1badfd04e9bc40e6bce128ca477f5310 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:16.783585 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.799619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.800329 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.801747 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] 10.222.0.45 "PUT /v2.0/ports/9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 200 len: 1093 time: 2.5499249 Mar 22 19:29:16.805454 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:16.808229 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:16.822586 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697a21-4485-4504-8cb4-be69f54d35d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc2c9d-02c1-47d5-a55d-f0626e575933,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.825054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-4228a267-b1a2-41c0-8943-3f5e57cd65bd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (024cef16-1a43-4c11-bf81-47ebbcdd67b6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.830043 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ef697a21-4485-4504-8cb4-be69f54d35d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c02b1f2eedc43a2a472b53408f9b4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9746902 Mar 22 19:29:16.848749 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48482) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:16.851250 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f5040dc-b3b4-4ab2-9c29-f35e88d61991 req-9d5f083e-430e-4670-9d40-6407524cbe61 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018342 Mar 22 19:29:16.881556 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bb347-a47d-4cff-92b2-704dcc834a01 service neutron] Pushing event updated for resources: {'Port': ['ID=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.902679 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de9e430-5853-4081-aca1-0a96a178c26f x-openstack-request-id: req-7de9e430-5853-4081-aca1-0a96a178c26f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:16.902679 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:16.907687 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7de9e430-5853-4081-aca1-0a96a178c26f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:16.908217 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de9e430-5853-4081-aca1-0a96a178c26f'] response: {'name': 'network-changed', 'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'status': 'completed', 'code': 200} Mar 22 19:29:16.922976 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:16.937344 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Publish callbacks [] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.950811 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-4228a267-b1a2-41c0-8943-3f5e57cd65bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8118699 Mar 22 19:29:16.971422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228a267-b1a2-41c0-8943-3f5e57cd65bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=024cef16-1a43-4c11-bf81-47ebbcdd67b6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.988241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.097162 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e6f218a9-93f7-4179-9f46-4338ce98b9e5 req-90261157-3b97-4f1d-b60e-2b063ea46cfa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 210 time: 0.0730672 Mar 22 19:29:17.121711 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Allocated IP 172.20.0.14 (8c21b828-c893-45f4-aa49-e2a1f6c14e39/e2ce7820-6704-440d-8acc-02cedef5a199/158a2f2a-e8ce-489a-be5d-5fe9daf6216e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:17.139630 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0 req-0289c1bf-5988-4888-ab7d-6c9b49b8aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:17.141155 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0 req-0289c1bf-5988-4888-ab7d-6c9b49b8aace service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1127 time: 0.1967068 Mar 22 19:29:17.154249 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Allocated IP 172.20.0.12 (c6d33306-36ab-4996-b622-ed8a4935ca43/29821785-22c1-49b5-8b9a-4300ae4e7bba/b4b769eb-fc40-4be3-8992-742274df72d2) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:17.225136 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Transition to ACTIVE for port object 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:17.248852 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42f06275-af61-474a-af99-77d9a11f3a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a2985da9-df8b-4f8f-9fa7-8fa810732b4b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.251470 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42f06275-af61-474a-af99-77d9a11f3a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.252616 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-42f06275-af61-474a-af99-77d9a11f3a3d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2985da9-df8b-4f8f-9fa7-8fa810732b4b HTTP/1.1" status: 204 len: 168 time: 0.8591266 Mar 22 19:29:17.282482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6050fcf7-f28e-4f5e-ace1-317b679b2795 admin admin] Publish callbacks [] for security_group (35bc2c9d-02c1-47d5-a55d-f0626e575933), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.333404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6050fcf7-f28e-4f5e-ace1-317b679b2795 admin admin] Publish callbacks [] for security_group (35bc2c9d-02c1-47d5-a55d-f0626e575933), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.376264 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f06275-af61-474a-af99-77d9a11f3a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2985da9-df8b-4f8f-9fa7-8fa810732b4b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:17.385160 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'Port': ['ID=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:17.397548 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.415454 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:17.432996 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ae3c7839-4d58-43bc-abd4-33a1fe9d0c3b req-464fa65b-9b12-4c0c-b9e1-d46a1185038b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 210 time: 0.0636623 Mar 22 19:29:17.439776 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0 req-090c1fdf-b32f-4a82-b2fe-38d87d8fae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:17.441197 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0 req-090c1fdf-b32f-4a82-b2fe-38d87d8fae23 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f526df40816446708a00576855f8be10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2774384 Mar 22 19:29:17.445225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:17.448716 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:17.458834 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:17.458834 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.493028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db943b-e9cf-40ef-a322-6144e7bd7f56 req-0893a8c7-95a1-4b08-9f56-8ef3d934b29b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:17.493028 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69db943b-e9cf-40ef-a322-6144e7bd7f56 req-0893a8c7-95a1-4b08-9f56-8ef3d934b29b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 943 time: 0.2498372 Mar 22 19:29:17.526647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Pushing event updated for resources: {'Port': ['ID=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:17.597573 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-9d0fa7a0-02b6-487a-8c2e-aa703649463b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6957195 Mar 22 19:29:17.598519 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for port (b4b769eb-fc40-4be3-8992-742274df72d2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.601888 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.608939 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Request body: {'port': {'device_id': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:17.649217 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0 req-236b47a4-d6a5-4c02-81f2-b0ebdc05807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:17.656333 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ed1c3d91-a57a-4ab1-a146-7e741b566cb0 req-236b47a4-d6a5-4c02-81f2-b0ebdc05807d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013772 Mar 22 19:29:17.656507 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6050fcf7-f28e-4f5e-ace1-317b679b2795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (35bc2c9d-02c1-47d5-a55d-f0626e575933), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.659422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6050fcf7-f28e-4f5e-ace1-317b679b2795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.661844 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6050fcf7-f28e-4f5e-ace1-317b679b2795 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35bc2c9d-02c1-47d5-a55d-f0626e575933 HTTP/1.1" status: 204 len: 168 time: 0.8054519 Mar 22 19:29:17.667825 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Attempting to bind port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:17.667949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Attempting to bind port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:17.668361 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Attempting to bind port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:17.691670 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050fcf7-f28e-4f5e-ace1-317b679b2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc2c9d-02c1-47d5-a55d-f0626e575933,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:17.697707 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 on network 87044297-f8c2-40de-9994-8da2189cc88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:17.698112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Attempting to bind port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:17.712899 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69db943b-e9cf-40ef-a322-6144e7bd7f56 req-4af7bc23-db3b-40ad-a965-463c2e970346 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993883 Mar 22 19:29:17.733674 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:17.733961 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:17.736076 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Bound using segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:17.736535 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Bound port: 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:17.736895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.783976 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.815017 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.948136 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7f7cbbf4-a899-4a88-9231-61818a235319 None None] Provisioning complete for port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:17.950496 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbbf4-a899-4a88-9231-61818a235319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.024470 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cbbf4-a899-4a88-9231-61818a235319 None None] Port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:18.050653 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] For port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:18.058871 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Network c6d33306-36ab-4996-b622-ed8a4935ca43 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:18.063009 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.068178 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:18.069937 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:18.085483 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:18.090821 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.091448 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.166716 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe5536-d37c-45cb-add6-646a416db0df req-a07d7ce7-8f96-40d6-8ea0-8f67e871fa00 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.168201 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6cbe5536-d37c-45cb-add6-646a416db0df req-a07d7ce7-8f96-40d6-8ea0-8f67e871fa00 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.4400933 Mar 22 19:29:18.172163 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:18.192720 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-9f3bcf51-3bef-4c4c-9a28-ed16e5f982a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.194399 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-9f3bcf51-3bef-4c4c-9a28-ed16e5f982a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1127 time: 0.4650517 Mar 22 19:29:18.199420 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:18.205333 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] For port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:18.216677 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:18.221755 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.222423 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.307946 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-f703cbfb-c80c-459c-b8a7-16afc56b8ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3304951 Mar 22 19:29:18.325412 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61e53-8e99-4747-8b9f-d04654b23a6e req-c45b7102-99ab-4568-8374-47f579b3250f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.327088 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3b61e53-8e99-4747-8b9f-d04654b23a6e req-c45b7102-99ab-4568-8374-47f579b3250f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 944 time: 0.2361276 Mar 22 19:29:18.338144 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-cd901ce3-cb6c-4c03-a3f5-300d1991f736 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 200 len: 217 time: 0.1322975 Mar 22 19:29:18.347491 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.357185 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Request body: {'port': {'device_id': '71acecf6-e36c-4928-802a-b3aa196f4941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:18.460501 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-461a1486-beae-4912-a94e-39c20ec6616e None None] Provisioning complete for port b4b769eb-fc40-4be3-8992-742274df72d2 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:18.465172 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-461a1486-beae-4912-a94e-39c20ec6616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.474548 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'Port': ['ID=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:18.500463 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.501416 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.503037 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] 10.222.0.45 "PUT /v2.0/ports/2e02fbaf-2f73-43e3-bf33-bb113511d1c1 HTTP/1.1" status: 200 len: 1094 time: 2.7806373 Mar 22 19:29:18.506915 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:18.515676 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-c58cdad8-0d74-4d2d-8e6f-f91de031ebc8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6877909 Mar 22 19:29:18.532753 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Request body: {'port': {'device_id': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:18.563139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-461a1486-beae-4912-a94e-39c20ec6616e None None] Port b4b769eb-fc40-4be3-8992-742274df72d2 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:18.628227 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6cbe5536-d37c-45cb-add6-646a416db0df req-8dead604-9641-479c-92db-b1582301cec0 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328279 Mar 22 19:29:18.659946 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab91d-bdb1-4a19-ba66-2e590c5c944e service neutron] Pushing event updated for resources: {'Port': ['ID=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:18.743094 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-b0a088be-1661-4c30-8996-acd404065f68 None None] Provisioning complete for port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:18.748172 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-59c4795f-a79e-4ddc-8659-6024f70d50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.752476 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b0a088be-1661-4c30-8996-acd404065f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.755129 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-59c4795f-a79e-4ddc-8659-6024f70d50b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.3837855 Mar 22 19:29:18.763726 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3b61e53-8e99-4747-8b9f-d04654b23a6e req-029b8658-0b81-4f6e-a368-5e4bf154f27b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118125 Mar 22 19:29:18.826438 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.908236 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-b0a088be-1661-4c30-8996-acd404065f68 None None] Port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:18.929643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.961688 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:18.990959 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Publish callbacks [] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.020940 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Transition to ACTIVE for port object 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:19.035037 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c615f36a-d6cb-41d7-b424-144464b3f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.036644 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-c615f36a-d6cb-41d7-b424-144464b3f60c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 1128 time: 0.2511544 Mar 22 19:29:19.049692 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb4af8-473d-4dd5-99e9-ffc376b81843 req-3ac156b3-8049-4f91-a6b5-ed263a7d57df tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.057156 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-becb4af8-473d-4dd5-99e9-ffc376b81843 req-3ac156b3-8049-4f91-a6b5-ed263a7d57df tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 932 time: 0.1206856 Mar 22 19:29:19.136567 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-bff82853-ee06-49d0-969f-7ef163dc21a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1 HTTP/1.1" status: 200 len: 217 time: 0.0769339 Mar 22 19:29:19.136744 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.140734 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e" -d '{"events": [{"name": "network-changed", "server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:19.195289 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-f01c1151-e486-4d51-af34-bae6bc32aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.196912 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-f01c1151-e486-4d51-af34-bae6bc32aed5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3538301 Mar 22 19:29:19.209469 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac933b31-0e49-4f2f-9519-83c1a4030aba req-c3824a42-e79b-4907-8fe2-973945b7a33c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.217481 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ac933b31-0e49-4f2f-9519-83c1a4030aba req-c3824a42-e79b-4907-8fe2-973945b7a33c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 932 time: 0.3728988 Mar 22 19:29:19.277908 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-becb4af8-473d-4dd5-99e9-ffc376b81843 req-69392892-fca1-4203-a827-3c28e25fe7ef tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198663 Mar 22 19:29:19.281565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Pushing event updated for resources: {'Port': ['ID=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:19.287066 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-3f612b7d-5dd5-4223-8674-13127cbc06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.289362 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-3f612b7d-5dd5-4223-8674-13127cbc06a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.1424325 Mar 22 19:29:19.380316 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Attempting to bind port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:19.381029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Attempting to bind port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:19.381509 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Attempting to bind port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:19.438929 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:19.445029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Attempting to bind port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:19.470337 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:19.470672 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Checking segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:19.471074 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Bound using segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:19.471494 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Bound port: 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:19.471861 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.612973 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-d0e02813-d084-44b7-8d47-fba938704965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.615336 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-d0e02813-d084-44b7-8d47-fba938704965 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2785635 Mar 22 19:29:19.675743 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48572) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:19.698803 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dee2d9-31ea-4f96-adf0-035088760c75 req-67f561c2-5236-4d0c-a0d3-096a12bf23aa tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.702422 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ac933b31-0e49-4f2f-9519-83c1a4030aba req-88b26a0e-589c-4675-85c3-22587798a14e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814022 Mar 22 19:29:19.702590 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-38dee2d9-31ea-4f96-adf0-035088760c75 req-67f561c2-5236-4d0c-a0d3-096a12bf23aa tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 943 time: 0.2634373 Mar 22 19:29:19.711020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] For port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:19.756721 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] For port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:19.774683 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-f7ecc4f4-0b9d-488d-aea9-ad83b99d242d service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545592 Mar 22 19:29:19.791936 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-38dee2d9-31ea-4f96-adf0-035088760c75 req-a6e098c7-ffb3-403d-b626-cb9df93d44f7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807095 Mar 22 19:29:19.817872 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-59fcb662-1259-461e-9c4d-6171350ac769 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936331 Mar 22 19:29:19.849232 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.880800 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b769eb-fc40-4be3-8992-742274df72d2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:19.895358 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Publish callbacks [] for port (b4b769eb-fc40-4be3-8992-742274df72d2), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.936638 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Transition to ACTIVE for port object b4b769eb-fc40-4be3-8992-742274df72d2 will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:20.003442 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dcdc3f71-46b8-4fd3-90c9-fe69e8b7d19f req-8dc0967c-bc52-42ff-a4b7-83575e4518b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217741 Mar 22 19:29:20.019145 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158a2f2a-e8ce-489a-be5d-5fe9daf6216e {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:20.027214 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.030976 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Publish callbacks [] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.123766 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.134910 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1430501696-network', 'tenant_id': 'a493e4625c354c37983dd17572599224'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:20.149488 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Transition to ACTIVE for port object 158a2f2a-e8ce-489a-be5d-5fe9daf6216e will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:20.205468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Attempting to bind port b4b769eb-fc40-4be3-8992-742274df72d2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:20.205468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Attempting to bind port b4b769eb-fc40-4be3-8992-742274df72d2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:20.205468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Attempting to bind port b4b769eb-fc40-4be3-8992-742274df72d2 on network c6d33306-36ab-4996-b622-ed8a4935ca43 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:20.209723 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Port b4b769eb-fc40-4be3-8992-742274df72d2 on network c6d33306-36ab-4996-b622-ed8a4935ca43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:20.210200 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Attempting to bind port b4b769eb-fc40-4be3-8992-742274df72d2 on network c6d33306-36ab-4996-b622-ed8a4935ca43 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:20.212254 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f7a0e-a054-4b6a-9409-5a704f60b73a x-openstack-request-id: req-398f7a0e-a054-4b6a-9409-5a704f60b73a {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:20.213602 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:20.214117 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-398f7a0e-a054-4b6a-9409-5a704f60b73a {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:20.214929 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398f7a0e-a054-4b6a-9409-5a704f60b73a'] response: {'name': 'network-changed', 'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'status': 'completed', 'code': 200} Mar 22 19:29:20.216125 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:20.216477 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Checking segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:20.217037 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Bound using segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:20.217481 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Bound port: b4b769eb-fc40-4be3-8992-742274df72d2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:20.219737 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.248356 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Pushing event updated for resources: {'Port': ['ID=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.263300 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.293184 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Made reservation on behalf of a493e4625c354c37983dd17572599224 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:20.295922 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.302546 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.304138 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.305585 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-8d03b1a3-a5de-45a7-a66f-fd66a746f626 service neutron] 10.222.0.45 "PUT /v2.0/ports/11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 200 len: 1093 time: 2.7000771 Mar 22 19:29:20.339360 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43042cf9-b742-4b94-86bc-3e10fda5934d req-93a66ff7-1153-4dec-a2c7-844908505aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151510 Mar 22 19:29:20.378202 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121e7e-60fb-4304-9c14-6da66ea8140d req-2654ee74-4d7d-45b1-ae77-20b1f2354350 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.378317 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.387368 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4121e7e-60fb-4304-9c14-6da66ea8140d req-2654ee74-4d7d-45b1-ae77-20b1f2354350 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.4815543 Mar 22 19:29:20.427953 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Pushing event updated for resources: {'Port': ['ID=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.452505 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4121e7e-60fb-4304-9c14-6da66ea8140d req-8f320933-49da-4e3a-b397-dc6032053a03 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623302 Mar 22 19:29:20.512602 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-387fa5c9-85b2-4423-880c-aea637b2c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.519251 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-387fa5c9-85b2-4423-880c-aea637b2c8b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1127 time: 0.0676284 Mar 22 19:29:20.542856 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Attempting to bind port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:20.542856 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Attempting to bind port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:20.542856 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Attempting to bind port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:20.574495 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:20.574829 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Attempting to bind port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:20.585044 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba233761-e78d-403d-9626-46899281856f req-0379ec57-fa0e-4a79-83d8-2dfc10488291 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.593294 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ba233761-e78d-403d-9626-46899281856f req-0379ec57-fa0e-4a79-83d8-2dfc10488291 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 944 time: 0.3705313 Mar 22 19:29:20.602361 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:20.607376 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:20.642176 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:20.642524 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Checking segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:20.642909 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Bound using segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:20.643354 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Bound port: 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:20.643796 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.691965 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-a3484894-2f38-456f-bc67-836262d0e1c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 200 len: 217 time: 0.0966694 Mar 22 19:29:20.715943 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ba233761-e78d-403d-9626-46899281856f req-835aa6fb-9fdb-4b58-aa47-21ac14970554 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213732 Mar 22 19:29:20.724000 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.752654 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.753707 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.755360 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] 10.222.0.45 "PUT /v2.0/ports/b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 1094 time: 2.4107428 Mar 22 19:29:20.762086 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-9d984a97-13ef-4baf-b9cc-b0920780e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.764920 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:20.765705 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-9d984a97-13ef-4baf-b9cc-b0920780e4e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 1128 time: 0.2333581 Mar 22 19:29:20.766382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6dccf-4320-424b-ab93-904755c8b426" -d '{"events": [{"name": "network-changed", "server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:20.879764 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] For port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host hv-cinder-79987, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:20.901527 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks [] for security_group (b1284273-aa4a-411d-a9de-34f3bc605c77), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.950803 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] For port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:20.952188 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baedbcb-a0ee-4365-bbf4-13787fc9725a service neutron] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.957913 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-956d70af-6376-4093-a1f3-41be585d6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.959736 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-956d70af-6376-4093-a1f3-41be585d6dd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.2594256 Mar 22 19:29:20.982131 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b1284273-aa4a-411d-a9de-34f3bc605c77), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.021363 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b21fe-a334-470b-8f37-e9c37c59a3c2 req-35cabb2a-4841-4e78-8de8-7decb3a4d41d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.022921 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d20b21fe-a334-470b-8f37-e9c37c59a3c2 req-35cabb2a-4841-4e78-8de8-7decb3a4d41d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 944 time: 0.4066978 Mar 22 19:29:21.042603 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:21.055516 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.076843 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1284273-aa4a-411d-a9de-34f3bc605c77,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.082459 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (5b4f50d5-2e78-40d9-a07e-d15ea5faf26f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.082800 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Added segment 5b4f50d5-2e78-40d9-a07e-d15ea5faf26f of type vlan for network 4b14f77d-646a-4dd3-ae24-afc8637fc541 Mar 22 19:29:21.115036 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1c4f8-76df-4be9-970a-8d3e0bae543b req-1e357626-c331-4e47-8452-2e8eb6576c99 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.120626 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8d1c4f8-76df-4be9-970a-8d3e0bae543b req-1e357626-c331-4e47-8452-2e8eb6576c99 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.2615383 Mar 22 19:29:21.158839 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-bb2e6c8d-b32a-4b81-847c-74b1fda5019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.160564 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-bb2e6c8d-b32a-4b81-847c-74b1fda5019c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1128 time: 0.2235644 Mar 22 19:29:21.165584 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.166336 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.168058 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] 10.222.0.45 "PUT /v2.0/ports/158a2f2a-e8ce-489a-be5d-5fe9daf6216e HTTP/1.1" status: 200 len: 1094 time: 2.6395597 Mar 22 19:29:21.171050 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-9c176017-19bc-443b-ac46-a988e3cc76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.178464 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-9c176017-19bc-443b-ac46-a988e3cc76b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.4050641 Mar 22 19:29:21.241422 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-16697c04-40f5-4ae3-a93e-93e1e6815050 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1 HTTP/1.1" status: 200 len: 217 time: 0.0525539 Mar 22 19:29:21.269286 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-fa780618-bc57-43b3-913c-95665d3d1862 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 217 time: 0.0987716 Mar 22 19:29:21.278128 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (4b14f77d-646a-4dd3-ae24-afc8637fc541), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.312687 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d20b21fe-a334-470b-8f37-e9c37c59a3c2 req-6ffa978f-911f-490e-8d2e-3aa417a59fa0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541754 Mar 22 19:29:21.330823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-4cf8729e-6b2f-4e9f-9698-bcc0a3316765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.332950 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-4cf8729e-6b2f-4e9f-9698-bcc0a3316765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2820542 Mar 22 19:29:21.351374 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-b8a6fd89-c1fa-427f-b54a-15dd38e1bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.353216 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-b8a6fd89-c1fa-427f-b54a-15dd38e1bae5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0983253 Mar 22 19:29:21.366327 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-220ca790-4583-47f3-84a8-b6a6450ed75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.366327 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-220ca790-4583-47f3-84a8-b6a6450ed75a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0806596 Mar 22 19:29:21.371404 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4d280-a28f-409b-b796-53634f1c9eea service neutron] Pushing event updated for resources: {'Port': ['ID=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.413656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3579a-428b-403e-937f-6aa298995bb2 x-openstack-request-id: req-0be3579a-428b-403e-937f-6aa298995bb2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:21.414124 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:21.414591 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0be3579a-428b-403e-937f-6aa298995bb2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:21.415414 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be3579a-428b-403e-937f-6aa298995bb2'] response: {'name': 'network-changed', 'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'status': 'completed', 'code': 200} Mar 22 19:29:21.419063 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:21.425828 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8d1c4f8-76df-4be9-970a-8d3e0bae543b req-ab1e8bb6-28a4-4b9a-8ac7-1d9fe7ef8046 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709434 Mar 22 19:29:21.485054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-890ea50f-3f67-4317-82b2-0fb67db23ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.486715 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-890ea50f-3f67-4317-82b2-0fb67db23ada service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1123493 Mar 22 19:29:21.492517 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-da0002fb-38d0-4601-a758-0297c5c87a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.493308 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-da0002fb-38d0-4601-a758-0297c5c87a23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 1128 time: 0.2096887 Mar 22 19:29:21.543652 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-8dd2f18d-cb9e-48dd-95ec-7dc16ec53d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.547548 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-8dd2f18d-cb9e-48dd-95ec-7dc16ec53d57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1817009 Mar 22 19:29:21.585663 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-5260cf07-d46e-43f0-bc4b-7a2d2f603bb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e HTTP/1.1" status: 200 len: 217 time: 0.0835891 Mar 22 19:29:21.605756 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (4b14f77d-646a-4dd3-ae24-afc8637fc541), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.606717 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.607295 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.687959 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-c69a4ef2-4473-4979-a0e4-7f142b813128 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463602 Mar 22 19:29:21.722757 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:21.740728 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] Pushing event updated for resources: {'Network': ['ID=4b14f77d-646a-4dd3-ae24-afc8637fc541,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.754660 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-bc0a2d49-39cf-4e2a-9b9c-7c4525832d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.756419 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-bc0a2d49-39cf-4e2a-9b9c-7c4525832d34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.1515777 Mar 22 19:29:21.794775 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-0b8adf48-3c9d-4c23-b0d2-1b5f6b730a8f service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392063 Mar 22 19:29:21.809486 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 4b14f77d-646a-4dd3-ae24-afc8637fc541 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:21.820549 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-ed814aa7-262b-4095-a73c-40aa884d1176 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259988 Mar 22 19:29:21.829624 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4e64c5f5-9771-449c-bf70-d877ce7349ba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1486621 Mar 22 19:29:21.843997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48630) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:21.862837 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Request body: {'subnet': {'network_id': '4b14f77d-646a-4dd3-ae24-afc8637fc541', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1430501696-subnet', 'tenant_id': 'a493e4625c354c37983dd17572599224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:21.919901 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145b776-57e4-4e23-8007-e83c0df41687 req-a54223f9-5828-43db-8d7a-22a4cf52262b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.921697 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5145b776-57e4-4e23-8007-e83c0df41687 req-a54223f9-5828-43db-8d7a-22a4cf52262b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 943 time: 0.3706880 Mar 22 19:29:21.921857 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-2d74ea43-0675-4e33-9d91-03aff6f34e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.923202 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-2d74ea43-0675-4e33-9d91-03aff6f34e4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1605873 Mar 22 19:29:21.965657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:21.973257 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a9e21-16ae-4bac-9194-4a7d8cb050a9 req-0675bd4d-0e8e-4b6b-9276-e0818e7d0c5d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.974780 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-449a9e21-16ae-4bac-9194-4a7d8cb050a9 req-0675bd4d-0e8e-4b6b-9276-e0818e7d0c5d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 944 time: 0.1682904 Mar 22 19:29:21.979742 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:22.023686 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-af5b260e-3773-4dcc-a6f9-57a9e2dece2e req-ae285d96-0ad3-46e7-9d83-f127ad5deac7 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874762 Mar 22 19:29:22.037172 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6094a2-f5b9-4d99-888f-a55ec31784e0 req-3c951cd9-56f9-4559-9b30-d0a76c49ea82 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422525 Mar 22 19:29:22.037469 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:22.039247 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.054481 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5145b776-57e4-4e23-8007-e83c0df41687 req-fbec3b92-c60b-4879-9b92-a7ae387db3b7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121123 Mar 22 19:29:22.068274 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:22.090602 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:22.207555 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Made reservation on behalf of a493e4625c354c37983dd17572599224 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:22.208822 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.209534 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:22.209744 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.216501 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'tag': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:22.219755 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a201df05-d4e5-44d5-9891-e3a663a076fa", "tag": "11fbd0d7-b05a-4ddb-b95d-025295d7a3ae"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:22.259312 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c007714-e036-4f1f-be15-040f030cef47 x-openstack-request-id: req-2c007714-e036-4f1f-be15-040f030cef47 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:22.259957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a201df05-d4e5-44d5-9891-e3a663a076fa", "tag": "11fbd0d7-b05a-4ddb-b95d-025295d7a3ae", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:22.260266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c007714-e036-4f1f-be15-040f030cef47 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:22.260609 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c007714-e036-4f1f-be15-040f030cef47'] response: {'name': 'network-changed', 'server_uuid': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'tag': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae', 'status': 'completed', 'code': 200} Mar 22 19:29:22.297621 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.314252 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-449a9e21-16ae-4bac-9194-4a7d8cb050a9 req-6c772762-a493-4cfb-bc76-17c40f6ffeb5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082232 Mar 22 19:29:22.323891 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81dbae48-7c1b-40fa-b86a-8cabce5f4eb6 req-d85bc9cd-a2dc-41dc-80f0-fe9543673649 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815037 Mar 22 19:29:22.365044 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-e58aec18-7ab6-4285-a021-ce4f97446a64 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292676 Mar 22 19:29:22.390998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-f2d1171e-d1f0-4666-a87f-58b15da63d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.393117 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-f2d1171e-d1f0-4666-a87f-58b15da63d77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1127 time: 0.1070318 Mar 22 19:29:22.452061 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:22.485728 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'port_id': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'mac_address': 'fa:16:3e:7f:20:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:22.528765 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e234ab-ad9d-44a6-aba8-331f154f2cf6 req-f47ee462-1245-4e5e-8c3b-68d13f015064 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.530059 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4e234ab-ad9d-44a6-aba8-331f154f2cf6 req-f47ee462-1245-4e5e-8c3b-68d13f015064 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 944 time: 0.1210365 Mar 22 19:29:22.537524 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:22.538106 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.556861 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:22.560274 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-8df5a857-c879-4a39-a5b4-13d84c8c00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.561724 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-8df5a857-c879-4a39-a5b4-13d84c8c00f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.1601098 Mar 22 19:29:22.579554 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6641414c-a41d-4b52-bcb7-6e17f77cecfc req-d7058301-0aad-4867-9ce8-4ea563c76b11 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079868 Mar 22 19:29:22.588523 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-12b61a09-4364-44f7-9660-7758c71aeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.590163 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-12b61a09-4364-44f7-9660-7758c71aeedd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1128 time: 0.1370540 Mar 22 19:29:22.598188 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:22.626237 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-0c3c8521-1de9-4f8e-96f7-ae8313553710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 200 len: 217 time: 0.0559738 Mar 22 19:29:22.633435 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4e234ab-ad9d-44a6-aba8-331f154f2cf6 req-dea70208-1645-4e7d-9b5c-183748820419 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Mar 22 19:29:22.681519 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-59989dd2-b51f-45df-824e-81eb2df71b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.682857 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-59989dd2-b51f-45df-824e-81eb2df71b0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0485857 Mar 22 19:29:22.694507 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.708111 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (d652506c-58eb-4fa8-b822-d8b858d28a08), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.745124 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-6a1da61b-ede3-4ddf-bcc9-44ebb1f04f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.746871 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-6a1da61b-ede3-4ddf-bcc9-44ebb1f04f9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559127 Mar 22 19:29:22.770880 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.834944 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2a116-9208-4895-b99b-53e458fb6b0d req-71339162-cec2-429e-9d96-93050fb1513a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.839168 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-07a2a116-9208-4895-b99b-53e458fb6b0d req-71339162-cec2-429e-9d96-93050fb1513a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.2770631 Mar 22 19:29:22.853230 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d652506c-58eb-4fa8-b822-d8b858d28a08,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.874211 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-85aa584b-f347-45ae-9aee-7680970413e5 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162126 Mar 22 19:29:22.898733 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Checking segment: {'id': '5b4f50d5-2e78-40d9-a07e-d15ea5faf26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '4b14f77d-646a-4dd3-ae24-afc8637fc541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:22.898995 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Network hostable DHCP agents. Network: 4b14f77d-646a-4dd3-ae24-afc8637fc541, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:22.905147 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-19113869-22cb-4e2d-91cd-b35e576abf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.906648 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-19113869-22cb-4e2d-91cd-b35e576abf88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.2975595 Mar 22 19:29:22.971562 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-8e823a2b-5781-4d9c-9b89-5c5552b879ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 217 time: 0.0483451 Mar 22 19:29:22.974434 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43aaaeb1-26ba-4cd9-b1fd-3a2119af85dd req-88bbd876-0111-4340-be40-82b5af2b763e service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915802 Mar 22 19:29:22.976884 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-07a2a116-9208-4895-b99b-53e458fb6b0d req-5f4eb2ed-056b-4046-9aa3-f5db41b99eb3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162980 Mar 22 19:29:23.028870 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['9043e679-2eb9-4b01-9f9e-ee5ef05f6f51'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:23.044881 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-501ad54e-6e24-4db0-b033-f6e741c7daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.046596 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-501ad54e-6e24-4db0-b033-f6e741c7daad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0615406 Mar 22 19:29:23.057845 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['2e02fbaf-2f73-43e3-bf33-bb113511d1c1'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:23.072059 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Network 4b14f77d-646a-4dd3-ae24-afc8637fc541 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:23.120430 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-45510de0-aae5-4423-8c74-74ac030a3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.121915 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-45510de0-aae5-4423-8c74-74ac030a3cbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593238 Mar 22 19:29:23.221567 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 4b14f77d-646a-4dd3-ae24-afc8637fc541) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:23.226571 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.227486 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:23.236399 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a315bb7-242a-4e56-aa43-3ed746b1ba5d None None] Network 4b14f77d-646a-4dd3-ae24-afc8637fc541 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:23.270375 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-2f6888df-e00a-4f0c-8ee3-2552c65b496d service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410992 Mar 22 19:29:23.277940 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7384fa-6379-4451-a125-e7c0850e6ea3 req-9cc336f5-bdfd-4a50-83e3-fc5fe287d5a7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.284713 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1c7384fa-6379-4451-a125-e7c0850e6ea3 req-9cc336f5-bdfd-4a50-83e3-fc5fe287d5a7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 944 time: 0.1676269 Mar 22 19:29:23.359508 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2f49b705-dc89-4b69-b7a7-d51fb307469b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5080023 Mar 22 19:29:23.407856 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4866a1d-abb6-45c0-9c5d-3aa465daf40d None None] Network 4b14f77d-646a-4dd3-ae24-afc8637fc541 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:23.416863 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1c7384fa-6379-4451-a125-e7c0850e6ea3 req-ce61213f-bfe6-4052-aefa-cfc3d80fd4bd tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300197 Mar 22 19:29:23.423363 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'tag': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:23.425930 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08ba12-838c-4440-ba83-a538dec8f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c8dfda-a445-4969-9ca8-7c160475cb03", "tag": "158a2f2a-e8ce-489a-be5d-5fe9daf6216e"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:23.466039 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3c6dccf-4320-424b-ab93-904755c8b426 req-57410fcc-4fbf-4d1a-87ff-4d6f5ab778b9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792963 Mar 22 19:29:23.571428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37dd10-1474-4673-93c2-51fcc3a93c5a req-0d3cf56c-b648-4b6f-a096-a52a80818ae6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.573765 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4b37dd10-1474-4673-93c2-51fcc3a93c5a req-0d3cf56c-b648-4b6f-a096-a52a80818ae6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 945 time: 0.0615554 Mar 22 19:29:23.651281 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55abcc0a-cabf-416e-adb3-df4473ba7881 x-openstack-request-id: req-55abcc0a-cabf-416e-adb3-df4473ba7881 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:23.651604 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c8dfda-a445-4969-9ca8-7c160475cb03", "tag": "158a2f2a-e8ce-489a-be5d-5fe9daf6216e", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:23.651860 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55abcc0a-cabf-416e-adb3-df4473ba7881 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:23.655750 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55abcc0a-cabf-416e-adb3-df4473ba7881'] response: {'name': 'network-changed', 'server_uuid': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'tag': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e', 'status': 'completed', 'code': 200} Mar 22 19:29:23.670254 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4b37dd10-1474-4673-93c2-51fcc3a93c5a req-a7fbad3c-7f6e-4942-9307-b3197089755f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796993 Mar 22 19:29:23.737177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:23.739128 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-dbd46b91-fb33-41e4-963b-7b4bc38034a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.741001 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-dbd46b91-fb33-41e4-963b-7b4bc38034a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 1128 time: 0.0566063 Mar 22 19:29:23.796877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626b69-3474-4bda-bd7b-662016e10187 req-41214996-c421-408b-a1c9-da6e5dba307a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.798774 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4626b69-3474-4bda-bd7b-662016e10187 req-41214996-c421-408b-a1c9-da6e5dba307a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 944 time: 0.0820689 Mar 22 19:29:23.861032 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4626b69-3474-4bda-bd7b-662016e10187 req-0f42c514-78fd-4002-bf2a-bdd6616104f4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Mar 22 19:29:23.869625 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:23.880029 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'port_id': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae', 'mac_address': 'fa:16:3e:77:83:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:23.887412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-75532564-4be1-497e-95b7-bec1886fc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.889058 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-75532564-4be1-497e-95b7-bec1886fc956 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.1420066 Mar 22 19:29:23.925155 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:23.925539 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:23.933680 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-f3701e84-11f0-4cba-b142-54e56c64ea3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e HTTP/1.1" status: 200 len: 217 time: 0.0377851 Mar 22 19:29:23.941262 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:23.964416 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:23.983548 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-4e0db838-0e82-4ffd-b132-b1714f63f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.984365 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-4e0db838-0e82-4ffd-b132-b1714f63f781 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0454705 Mar 22 19:29:24.038427 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-e7d6eea5-6c02-4099-b6d6-67fb9a0ad951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.039993 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-e7d6eea5-6c02-4099-b6d6-67fb9a0ad951 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503001 Mar 22 19:29:24.064801 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.075826 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:24.164176 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.180946 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73464766-64ac-4464-ae5d-bfabdfdcdb1b req-3385cbc2-928e-4503-bc3e-6ba336ca14c2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.183470 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73464766-64ac-4464-ae5d-bfabdfdcdb1b req-3385cbc2-928e-4503-bc3e-6ba336ca14c2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0916858 Mar 22 19:29:24.185731 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-d995c48e-e18e-4a32-9590-fe023d3b57cb service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387558 Mar 22 19:29:24.214155 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:24.230004 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'mac_address': 'fa:16:3e:07:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:24.268815 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:24.269212 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.284008 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b769eb-fc40-4be3-8992-742274df72d2 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:24.284152 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73464766-64ac-4464-ae5d-bfabdfdcdb1b req-074a527e-b02e-4557-89fa-a6775ab969a7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943229 Mar 22 19:29:24.316778 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9f08ba12-838c-4440-ba83-a538dec8f4cf req-0a1ea121-ad16-4387-8638-a78c539130dc service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195092 Mar 22 19:29:24.321196 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:24.353727 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48702) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:24.358895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1813412646-network', 'tenant_id': 'a423659540b34457816c2fdcd4cdf644'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:24.389976 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.442492 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.482472 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Made reservation on behalf of a423659540b34457816c2fdcd4cdf644 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:24.489756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.495309 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.589353 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91495e8-48a5-47f6-964a-e20770acb51c req-1b4a9b81-934c-4401-b5b3-739a8579a9b6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.590821 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c91495e8-48a5-47f6-964a-e20770acb51c req-1b4a9b81-934c-4401-b5b3-739a8579a9b6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 944 time: 0.0924389 Mar 22 19:29:24.648633 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks [] for security_group (814e5a44-dfdd-447e-aa33-5061ce5ce8ce), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.663112 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c91495e8-48a5-47f6-964a-e20770acb51c req-51536e9c-48ad-4c70-97b2-c302f6c3418d tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657358 Mar 22 19:29:24.729152 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (814e5a44-dfdd-447e-aa33-5061ce5ce8ce), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.756975 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:24.767018 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e5a44-dfdd-447e-aa33-5061ce5ce8ce,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.771709 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.772231 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Added segment 9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659 of type vlan for network dcdad532-0fd5-477f-b8ce-ace5a46ba8fb Mar 22 19:29:24.794642 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['b4b769eb-fc40-4be3-8992-742274df72d2'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:24.802584 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f12ef-61c5-48f1-a5a4-dfe14fa88509 req-a52857f5-bc86-4438-9740-3d287077019e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.803300 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-650f12ef-61c5-48f1-a5a4-dfe14fa88509 req-a52857f5-bc86-4438-9740-3d287077019e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 945 time: 0.0637965 Mar 22 19:29:24.814254 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (dcdad532-0fd5-477f-b8ce-ace5a46ba8fb), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.826300 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['11fbd0d7-b05a-4ddb-b95d-025295d7a3ae'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:24.861531 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-650f12ef-61c5-48f1-a5a4-dfe14fa88509 req-65918731-b38c-4264-9baf-c7d6b00ab31d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516591 Mar 22 19:29:24.893924 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (dcdad532-0fd5-477f-b8ce-ace5a46ba8fb), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.894898 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.895501 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.981261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] Pushing event updated for resources: {'Network': ['ID=dcdad532-0fd5-477f-b8ce-ace5a46ba8fb,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.997567 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network dcdad532-0fd5-477f-b8ce-ace5a46ba8fb details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:25.015192 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dff5c-6fa1-4b2b-abcb-40b363761a9c req-e6dc97b1-3a8d-4ee1-8ec9-51ca9e7eab45 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:25.016694 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a04dff5c-6fa1-4b2b-abcb-40b363761a9c req-e6dc97b1-3a8d-4ee1-8ec9-51ca9e7eab45 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 944 time: 0.0709460 Mar 22 19:29:25.020803 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-96380d2c-6f29-440f-be27-610ff29b3c41 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6657438 Mar 22 19:29:25.023980 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48718) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:25.030006 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Request body: {'subnet': {'network_id': 'dcdad532-0fd5-477f-b8ce-ace5a46ba8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1813412646-subnet', 'tenant_id': 'a423659540b34457816c2fdcd4cdf644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:25.071504 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a04dff5c-6fa1-4b2b-abcb-40b363761a9c req-4ce18372-6313-497e-a392-b210b85899c3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473340 Mar 22 19:29:25.110394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Made reservation on behalf of a423659540b34457816c2fdcd4cdf644 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:25.112812 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.340126 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (3aaab58f-0819-4b75-bb9e-006ecbe5f72c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.422828 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aaab58f-0819-4b75-bb9e-006ecbe5f72c,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:25.446000 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Checking segment: {'id': '9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'dcdad532-0fd5-477f-b8ce-ace5a46ba8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:25.446360 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Network hostable DHCP agents. Network: dcdad532-0fd5-477f-b8ce-ace5a46ba8fb, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:25.457667 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13b505-31c9-45c7-98e8-4b7804687876 req-a07d7da1-288b-453b-b946-3700f797e79e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:25.459225 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1b13b505-31c9-45c7-98e8-4b7804687876 req-a07d7da1-288b-453b-b946-3700f797e79e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.0935495 Mar 22 19:29:25.513578 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1b13b505-31c9-45c7-98e8-4b7804687876 req-8e68c246-d422-41ca-8ded-07b4065a7950 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471308 Mar 22 19:29:25.562959 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Network dcdad532-0fd5-477f-b8ce-ace5a46ba8fb is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:25.694300 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, dcdad532-0fd5-477f-b8ce-ace5a46ba8fb) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:25.701406 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:25.702005 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.707625 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5125089-7d7a-4a6f-bd57-f7395e7380b6 None None] Network dcdad532-0fd5-477f-b8ce-ace5a46ba8fb requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:25.800482 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3da10ee0-fd45-4f3a-8dba-37f5a409da78 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7753067 Mar 22 19:29:25.834316 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e431f-a578-4265-9d8c-5779c11a6ce3 req-5352b354-d9f6-484c-84b1-619646d85644 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:25.838143 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-369e431f-a578-4265-9d8c-5779c11a6ce3 req-5352b354-d9f6-484c-84b1-619646d85644 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 944 time: 0.0774808 Mar 22 19:29:25.902994 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 158a2f2a-e8ce-489a-be5d-5fe9daf6216e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:25.905408 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:25.907186 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-369e431f-a578-4265-9d8c-5779c11a6ce3 req-f2d07165-9757-4777-8c0d-64c679733175 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629432 Mar 22 19:29:26.022301 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47637a-df3f-4a3a-94cd-6b126bc2002f req-af55039f-899c-4bb9-8f0c-661966672804 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:26.023894 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dc47637a-df3f-4a3a-94cd-6b126bc2002f req-af55039f-899c-4bb9-8f0c-661966672804 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 945 time: 0.0610595 Mar 22 19:29:26.068419 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc656c4-d248-4dbe-b278-69d90ee4620c None None] Network dcdad532-0fd5-477f-b8ce-ace5a46ba8fb requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:26.079318 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dc47637a-df3f-4a3a-94cd-6b126bc2002f req-67fd1d09-774e-41d0-b518-14aedad30cf1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490220 Mar 22 19:29:26.145489 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:26.159111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:26.174198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'port_id': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e', 'mac_address': 'fa:16:3e:5a:b6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:26.175758 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:26.176131 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.204498 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0cf0e-ef91-43af-a791-85b7cec51da6 req-c64d7ef1-a883-4d84-85df-4092094ff833 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:26.206046 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cdb0cf0e-ef91-43af-a791-85b7cec51da6 req-c64d7ef1-a883-4d84-85df-4092094ff833 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 944 time: 0.0561936 Mar 22 19:29:26.260659 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cdb0cf0e-ef91-43af-a791-85b7cec51da6 req-9803cccb-bc41-4da8-b606-97947af30531 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Mar 22 19:29:26.268860 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:26.269250 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.312448 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158a2f2a-e8ce-489a-be5d-5fe9daf6216e {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:26.341755 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:26.342146 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.344999 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:26.366320 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:26.368556 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac293860-0b4d-4ed1-9432-40f48ba5ecbe" -d '{"events": [{"server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "name": "network-vif-plugged", "status": "completed", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:26.382651 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:26.407090 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e975bece-feee-42e0-8e69-9652c132750d x-openstack-request-id: req-e975bece-feee-42e0-8e69-9652c132750d {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:26.407475 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "name": "network-vif-plugged", "status": "completed", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:26.407822 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e975bece-feee-42e0-8e69-9652c132750d {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:26.408293 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e975bece-feee-42e0-8e69-9652c132750d'] response: {'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'code': 200} Mar 22 19:29:26.441208 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.489065 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:26.505745 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.506623 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:26.585738 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:26.647889 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2dc73-b93d-4bac-81d5-e564b0af0465 req-a6d9dfdd-25fd-4796-8f68-d0359813a4d0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:26.649349 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1bd2dc73-b93d-4bac-81d5-e564b0af0465 req-a6d9dfdd-25fd-4796-8f68-d0359813a4d0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.0603256 Mar 22 19:29:26.696199 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1bd2dc73-b93d-4bac-81d5-e564b0af0465 req-03c4c41c-d33e-4bab-837e-708cbcccf356 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Mar 22 19:29:26.716896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:26.720944 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:26.721316 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.741340 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['158a2f2a-e8ce-489a-be5d-5fe9daf6216e'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:26.858212 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:26.858635 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.882687 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1db0a-106c-445b-8085-9e538355131e req-4f4ca664-ad40-4493-8dc0-45330067cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:26.884324 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-56f1db0a-106c-445b-8085-9e538355131e req-4f4ca664-ad40-4493-8dc0-45330067cd41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 1130 time: 0.0760422 Mar 22 19:29:26.914609 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:26.940657 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-56f1db0a-106c-445b-8085-9e538355131e req-1f287887-8ff2-4760-b948-2a65f1f2b88d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498958 Mar 22 19:29:26.985996 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.987301 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:27.077719 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:27.208185 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port b4b769eb-fc40-4be3-8992-742274df72d2 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:27.213991 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port b4b769eb-fc40-4be3-8992-742274df72d2 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:27.214430 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.219277 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54df85-2dcd-4108-a3f6-bb2978e12bdb req-7b58509d-0850-4b91-9bd1-77db7b4e01ba tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.221359 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c54df85-2dcd-4108-a3f6-bb2978e12bdb req-7b58509d-0850-4b91-9bd1-77db7b4e01ba tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0664785 Mar 22 19:29:27.261746 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f4d9-34b9-4182-8ddf-a4bdd2df5e62 req-0d143558-aeab-4cf8-bc67-f0199c44af43 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.268826 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fa73f4d9-34b9-4182-8ddf-a4bdd2df5e62 req-0d143558-aeab-4cf8-bc67-f0199c44af43 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 944 time: 0.2932775 Mar 22 19:29:27.277740 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c54df85-2dcd-4108-a3f6-bb2978e12bdb req-7e8dbd5b-405b-49ef-95f5-6dbdb6530255 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 Mar 22 19:29:27.308230 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:27.308665 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.333533 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fa73f4d9-34b9-4182-8ddf-a4bdd2df5e62 req-dd4bde69-f784-4851-bb0e-e735a14a096f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634832 Mar 22 19:29:27.345982 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:27.422751 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7797-6792-4e7f-b146-a6b1e09284c7 req-89f061fe-580a-4ac9-bf72-e423e4ccb5bc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.424387 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9aad7797-6792-4e7f-b146-a6b1e09284c7 req-89f061fe-580a-4ac9-bf72-e423e4ccb5bc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 945 time: 0.0590031 Mar 22 19:29:27.460706 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.461303 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:27.479366 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9aad7797-6792-4e7f-b146-a6b1e09284c7 req-869c2d9f-9f61-446e-a89c-01ba42b3ac0a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Mar 22 19:29:27.551539 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:27.669801 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:27.674020 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:27.674398 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.755805 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:27.755805 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.791819 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:27.824220 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3debd-92d3-4a8f-8af2-52acaa37d03c req-f9c1e237-be37-4531-b938-22ea3b148dd6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.825899 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2be3debd-92d3-4a8f-8af2-52acaa37d03c req-f9c1e237-be37-4531-b938-22ea3b148dd6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0554318 Mar 22 19:29:27.865365 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.874228 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2be3debd-92d3-4a8f-8af2-52acaa37d03c req-c93a454a-ff87-48ca-a3cb-632faae9c3a4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Mar 22 19:29:27.919609 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:28.403165 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ca1e-1733-4af4-8aeb-3f272783f453 req-21e99d53-8708-448d-a316-7fb977a30738 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:28.404862 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8509ca1e-1733-4af4-8aeb-3f272783f453 req-21e99d53-8708-448d-a316-7fb977a30738 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0580716 Mar 22 19:29:28.409567 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae'}, {'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}, {'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:28.411953 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d8f70-b2a0-47a5-8429-987a1f897d7f" -d '{"events": [{"server_uuid": "a201df05-d4e5-44d5-9891-e3a663a076fa", "name": "network-vif-plugged", "status": "completed", "tag": "11fbd0d7-b05a-4ddb-b95d-025295d7a3ae"}, {"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-plugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}, {"server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "name": "network-vif-plugged", "status": "completed", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:28.443078 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48808) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:28.470280 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8509ca1e-1733-4af4-8aeb-3f272783f453 req-59604944-7200-422e-aae1-2f8cdfe764ae tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548375 Mar 22 19:29:28.471452 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a4ea-3d8f-409c-9824-01a2efb5d9e1 req-ac2cf23c-9dad-4b0d-ba4b-f61f7d584622 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:28.473377 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5a50a4ea-3d8f-409c-9824-01a2efb5d9e1 req-ac2cf23c-9dad-4b0d-ba4b-f61f7d584622 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0669227 Mar 22 19:29:28.526696 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5a50a4ea-3d8f-409c-9824-01a2efb5d9e1 req-6110edb1-95d1-461f-9f3a-045d2faf1659 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Mar 22 19:29:28.529394 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bdab48-d254-4d8b-bb72-94613650191f x-openstack-request-id: req-a6bdab48-d254-4d8b-bb72-94613650191f {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:28.529694 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a201df05-d4e5-44d5-9891-e3a663a076fa", "name": "network-vif-plugged", "status": "completed", "tag": "11fbd0d7-b05a-4ddb-b95d-025295d7a3ae", "code": 200}, {"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-plugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "code": 200}, {"server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "name": "network-vif-plugged", "status": "completed", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:28.529949 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6bdab48-d254-4d8b-bb72-94613650191f {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:28.530350 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bdab48-d254-4d8b-bb72-94613650191f'] response: {'server_uuid': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae', 'code': 200} Mar 22 19:29:28.530642 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bdab48-d254-4d8b-bb72-94613650191f'] response: {'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'code': 200} Mar 22 19:29:28.531010 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bdab48-d254-4d8b-bb72-94613650191f'] response: {'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'code': 200} Mar 22 19:29:28.569662 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16c86456-a524-4aea-8e34-1518cd5d5e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.671006 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422482c-0eb0-4890-83b9-9a1da493a834 req-704ecdb1-e5dc-42bf-9f27-bd6ed1524d12 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:28.671819 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16c86456-a524-4aea-8e34-1518cd5d5e04 admin admin] Publish callbacks [] for security_group (a169bd2d-69e7-42aa-8f3e-0a189800dc6e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.672497 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1422482c-0eb0-4890-83b9-9a1da493a834 req-704ecdb1-e5dc-42bf-9f27-bd6ed1524d12 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 945 time: 0.0963306 Mar 22 19:29:28.721492 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1422482c-0eb0-4890-83b9-9a1da493a834 req-e4cf532b-e55b-4833-a1d7-1730f7059b57 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Mar 22 19:29:28.808262 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16c86456-a524-4aea-8e34-1518cd5d5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a169bd2d-69e7-42aa-8f3e-0a189800dc6e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.846952 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-16c86456-a524-4aea-8e34-1518cd5d5e04 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=037c8d827bcd401e92bc8319c81bdd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042041 Mar 22 19:29:28.847930 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c86456-a524-4aea-8e34-1518cd5d5e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a169bd2d-69e7-42aa-8f3e-0a189800dc6e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:28.849695 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48814) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:28.999783 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edffa5f-ce65-4fcb-a55b-1e37aeed17be req-c4261864-fcda-4179-9f9a-4b8087b4235f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.001363 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7edffa5f-ce65-4fcb-a55b-1e37aeed17be req-c4261864-fcda-4179-9f9a-4b8087b4235f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0542593 Mar 22 19:29:29.058594 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7edffa5f-ce65-4fcb-a55b-1e37aeed17be req-0fdea857-6f4e-490e-8144-2c0451c34818 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512414 Mar 22 19:29:29.081200 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1db4a232-e3aa-46dd-8970-10c021423691 admin admin] Publish callbacks [] for security_group (a169bd2d-69e7-42aa-8f3e-0a189800dc6e), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.102354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1db4a232-e3aa-46dd-8970-10c021423691 admin admin] Publish callbacks [] for security_group (a169bd2d-69e7-42aa-8f3e-0a189800dc6e), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.254061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1db4a232-e3aa-46dd-8970-10c021423691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a169bd2d-69e7-42aa-8f3e-0a189800dc6e), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.256788 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1db4a232-e3aa-46dd-8970-10c021423691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.257958 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1db4a232-e3aa-46dd-8970-10c021423691 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a169bd2d-69e7-42aa-8f3e-0a189800dc6e HTTP/1.1" status: 204 len: 168 time: 0.4061050 Mar 22 19:29:29.266053 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4a232-e3aa-46dd-8970-10c021423691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169bd2d-69e7-42aa-8f3e-0a189800dc6e,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:29.597317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111606a-9684-4473-92b1-a4eb50f81fac req-20849054-eba4-4b2b-9072-a054ea4ec360 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.598810 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9111606a-9684-4473-92b1-a4eb50f81fac req-20849054-eba4-4b2b-9072-a054ea4ec360 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0602589 Mar 22 19:29:29.645238 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9111606a-9684-4473-92b1-a4eb50f81fac req-f49efc3e-5575-477f-9a11-2f01957bdb13 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 Mar 22 19:29:29.646589 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbbeba-2d4f-44b2-9e76-05e880fda784 req-a0046ca0-6b27-4a7a-bf82-9df18a288e4e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.648092 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bfbbeba-2d4f-44b2-9e76-05e880fda784 req-a0046ca0-6b27-4a7a-bf82-9df18a288e4e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Mar 22 19:29:29.694902 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bfbbeba-2d4f-44b2-9e76-05e880fda784 req-d0ab5eaf-eac2-4c15-b6a0-3376cb811b2f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Mar 22 19:29:29.855850 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb653511-ac86-496f-992f-b592ea21b3f4 req-694279e0-0435-447a-9ada-dd64fa6d3bd7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.857350 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb653511-ac86-496f-992f-b592ea21b3f4 req-694279e0-0435-447a-9ada-dd64fa6d3bd7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 945 time: 0.0642366 Mar 22 19:29:29.908546 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb653511-ac86-496f-992f-b592ea21b3f4 req-39744436-a1cf-4126-a62d-071f6645cfee tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Mar 22 19:29:29.943272 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48834) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:29.957838 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0db9be63-42e0-468c-bdbd-6ea706768c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.022823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0db9be63-42e0-468c-bdbd-6ea706768c45 admin admin] Publish callbacks [] for security_group (21e3c661-a952-4219-bcf2-fbaae8ce5015), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.123775 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0db9be63-42e0-468c-bdbd-6ea706768c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (21e3c661-a952-4219-bcf2-fbaae8ce5015), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.159973 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0db9be63-42e0-468c-bdbd-6ea706768c45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d7787c413ff43c8ad517e6d58c03a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226939 Mar 22 19:29:30.162933 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48842) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:30.172691 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9be63-42e0-468c-bdbd-6ea706768c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e3c661-a952-4219-bcf2-fbaae8ce5015,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:30.222161 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083604-2281-4d17-8be5-f26c0920b15e req-72cd4709-b1af-4fc9-9370-b199a828ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.223634 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a6083604-2281-4d17-8be5-f26c0920b15e req-72cd4709-b1af-4fc9-9370-b199a828ae6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1129 time: 0.0450594 Mar 22 19:29:30.273817 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a6083604-2281-4d17-8be5-f26c0920b15e req-af629367-5a46-42f3-a796-37b41e187f35 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Mar 22 19:29:30.281806 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67d0ae-1d2c-49b1-ba80-0b62ee33a634 req-aaed35f2-1f7e-45bd-8aa9-19f136125e5e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.283287 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fe67d0ae-1d2c-49b1-ba80-0b62ee33a634 req-aaed35f2-1f7e-45bd-8aa9-19f136125e5e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1518328 Mar 22 19:29:30.320950 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8218a-dbae-4593-9cc6-67d3b94e3857 req-7c338cda-a1bf-4d19-8e9c-dac4ef3b9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.322623 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-64d8218a-dbae-4593-9cc6-67d3b94e3857 req-7c338cda-a1bf-4d19-8e9c-dac4ef3b9160 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1129 time: 0.1517940 Mar 22 19:29:30.325741 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e020a633-db6a-49da-9c2c-74e0c0356020 admin admin] Publish callbacks [] for security_group (21e3c661-a952-4219-bcf2-fbaae8ce5015), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.344790 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc6b97-837b-4cf2-a073-c42e4c4ae688 req-79c7e2dd-96e6-4024-bc6a-e5acd70672b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.346277 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e4fc6b97-837b-4cf2-a073-c42e4c4ae688 req-79c7e2dd-96e6-4024-bc6a-e5acd70672b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1130 time: 0.1637909 Mar 22 19:29:30.367367 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e020a633-db6a-49da-9c2c-74e0c0356020 admin admin] Publish callbacks [] for security_group (21e3c661-a952-4219-bcf2-fbaae8ce5015), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.387557 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fe67d0ae-1d2c-49b1-ba80-0b62ee33a634 req-072f3b16-1123-43fc-b2b7-9bb465fff207 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968719 Mar 22 19:29:30.523019 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e020a633-db6a-49da-9c2c-74e0c0356020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (21e3c661-a952-4219-bcf2-fbaae8ce5015), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.526164 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e020a633-db6a-49da-9c2c-74e0c0356020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.528204 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e020a633-db6a-49da-9c2c-74e0c0356020 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21e3c661-a952-4219-bcf2-fbaae8ce5015 HTTP/1.1" status: 204 len: 168 time: 0.3633573 Mar 22 19:29:30.535687 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020a633-db6a-49da-9c2c-74e0c0356020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e3c661-a952-4219-bcf2-fbaae8ce5015,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:30.771625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca7613-73e7-4e90-ac70-e76f3394b2ac req-7a48d76c-daca-48c5-9b2e-d81cc1f260e7 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.773181 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7fca7613-73e7-4e90-ac70-e76f3394b2ac req-7a48d76c-daca-48c5-9b2e-d81cc1f260e7 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0612586 Mar 22 19:29:30.830520 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7fca7613-73e7-4e90-ac70-e76f3394b2ac req-a77c9396-6d3f-4a4e-84dc-84e1404b38b3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510678 Mar 22 19:29:30.838382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25181587-8c24-491b-9711-2831bb4092b8 req-1af196a9-6cd3-4bdc-b296-b7cc9c41c3f7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.840181 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-25181587-8c24-491b-9711-2831bb4092b8 req-1af196a9-6cd3-4bdc-b296-b7cc9c41c3f7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0633976 Mar 22 19:29:30.893991 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-25181587-8c24-491b-9711-2831bb4092b8 req-ff5fe25f-31c8-4f08-82cc-535b22b286f7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454392 Mar 22 19:29:31.052954 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f2135-3da2-4703-a3c8-3d54ac579917 req-4629b52c-33b9-478a-8e32-af8b4ceddc7e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.054488 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b2f2135-3da2-4703-a3c8-3d54ac579917 req-4629b52c-33b9-478a-8e32-af8b4ceddc7e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 945 time: 0.0645032 Mar 22 19:29:31.109075 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b2f2135-3da2-4703-a3c8-3d54ac579917 req-d0f6d3b9-60ab-4e20-9c8e-8dfda9094aea tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Mar 22 19:29:31.512553 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813588e-50c1-4790-a39c-dbc48854ee7c req-dd04ec08-1cea-46e3-94b6-c2de6b263290 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.514038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4813588e-50c1-4790-a39c-dbc48854ee7c req-dd04ec08-1cea-46e3-94b6-c2de6b263290 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0529578 Mar 22 19:29:31.674120 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4813588e-50c1-4790-a39c-dbc48854ee7c req-ec5edfdd-17ee-4ff2-b8e7-7bf6c83f2701 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423887 Mar 22 19:29:31.955993 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdce22e-d453-4e77-9084-2504f251f27c req-8b430063-c44a-4c04-b9c5-254749adee2b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.957509 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8fdce22e-d453-4e77-9084-2504f251f27c req-8b430063-c44a-4c04-b9c5-254749adee2b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0605948 Mar 22 19:29:32.014588 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8fdce22e-d453-4e77-9084-2504f251f27c req-dd81d580-0d1e-4cb4-ac3c-ccbe17344ae6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502765 Mar 22 19:29:32.032748 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f57ae-e680-477c-854b-b834460f060d req-0e35f76a-e3ac-4aa0-9421-7e99a82d27a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.034306 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f81f57ae-e680-477c-854b-b834460f060d req-0e35f76a-e3ac-4aa0-9421-7e99a82d27a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Mar 22 19:29:32.085396 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f81f57ae-e680-477c-854b-b834460f060d req-e833052a-4f9c-4585-9124-ad9e52b1a679 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Mar 22 19:29:32.230724 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be5af8-6683-44cf-8647-450f2932c9b0 req-b1bb9011-7c22-4edc-9619-09a56686fad4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.232244 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-09be5af8-6683-44cf-8647-450f2932c9b0 req-b1bb9011-7c22-4edc-9619-09a56686fad4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Mar 22 19:29:32.280456 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-09be5af8-6683-44cf-8647-450f2932c9b0 req-0b40c855-953f-43b2-9225-08684ee756b6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424516 Mar 22 19:29:32.690547 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2b32-a191-4893-8882-d00a2be7d0cf req-1d4a5e87-16f2-4631-ab66-1722186dc572 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.694139 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1d5e2b32-a191-4893-8882-d00a2be7d0cf req-1d4a5e87-16f2-4631-ab66-1722186dc572 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0543516 Mar 22 19:29:32.739699 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1d5e2b32-a191-4893-8882-d00a2be7d0cf req-73eb9f7c-bf00-4e25-b20d-eea254f67a70 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Mar 22 19:29:33.143200 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7809d-450f-40ac-94c6-139ffcabfa0d req-2705ee33-19b8-455f-be95-ecbaf6c38859 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.145456 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77c7809d-450f-40ac-94c6-139ffcabfa0d req-2705ee33-19b8-455f-be95-ecbaf6c38859 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0647097 Mar 22 19:29:33.214795 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77c7809d-450f-40ac-94c6-139ffcabfa0d req-76ffa985-8679-4d1b-80f6-18df77b80c88 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615830 Mar 22 19:29:33.222411 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf9abf-3c81-49d7-aad3-6b2c279609a2 req-75692871-eea4-4fcb-ac4b-97a72528b08a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.229574 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-becf9abf-3c81-49d7-aad3-6b2c279609a2 req-75692871-eea4-4fcb-ac4b-97a72528b08a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0654144 Mar 22 19:29:33.271821 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-becf9abf-3c81-49d7-aad3-6b2c279609a2 req-49b65253-492e-4cfe-aae1-087e2e5545f1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 Mar 22 19:29:33.371701 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-64d8218a-dbae-4593-9cc6-67d3b94e3857 req-fd99214d-713a-4626-8b6a-34577fe50b50 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681469 Mar 22 19:29:33.399969 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e4fc6b97-837b-4cf2-a073-c42e4c4ae688 req-88ad81bf-1776-4ad5-b4a5-9baa019ba525 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745180 Mar 22 19:29:33.404894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c639eb-c9fe-4318-831f-6eef20a2f1d2 req-2d33e4ab-d36b-484d-98cb-68f5c0d7175b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.407464 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3c639eb-c9fe-4318-831f-6eef20a2f1d2 req-2d33e4ab-d36b-484d-98cb-68f5c0d7175b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 945 time: 0.0540135 Mar 22 19:29:33.456290 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3c639eb-c9fe-4318-831f-6eef20a2f1d2 req-df534d2c-2012-4ad2-bd58-12e308df8727 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Mar 22 19:29:33.809247 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 158a2f2a-e8ce-489a-be5d-5fe9daf6216e up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:33.867863 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79bae2-5c6d-4e40-b44b-8373de0c82a3 req-20a6d3bc-17e4-4b31-aa99-d890c7cc88fa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.870443 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1f79bae2-5c6d-4e40-b44b-8373de0c82a3 req-20a6d3bc-17e4-4b31-aa99-d890c7cc88fa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0548987 Mar 22 19:29:33.914825 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1f79bae2-5c6d-4e40-b44b-8373de0c82a3 req-21da33dc-86da-4a69-93fd-14a835c204ca tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388730 Mar 22 19:29:33.956902 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:33.961535 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:33.961902 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.042918 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:34.043308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.065622 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:34.067979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2b514-8db9-40ae-b14a-0fd28fa865a3" -d '{"events": [{"server_uuid": "c0c8dfda-a445-4969-9ca8-7c160475cb03", "name": "network-vif-plugged", "status": "completed", "tag": "158a2f2a-e8ce-489a-be5d-5fe9daf6216e"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:34.081504 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:34.104646 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673bfed-a1e6-40df-ad6a-98c16905e195 x-openstack-request-id: req-9673bfed-a1e6-40df-ad6a-98c16905e195 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:34.104646 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c8dfda-a445-4969-9ca8-7c160475cb03", "name": "network-vif-plugged", "status": "completed", "tag": "158a2f2a-e8ce-489a-be5d-5fe9daf6216e", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:34.104646 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9673bfed-a1e6-40df-ad6a-98c16905e195 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:34.105045 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9673bfed-a1e6-40df-ad6a-98c16905e195'] response: {'server_uuid': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e', 'code': 200} Mar 22 19:29:34.179986 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.266878 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:34.390333 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 48962) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:34.443631 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ac34-837f-4ce7-b21e-4bdcc2440231 req-00064fb5-ce00-42ec-afc9-0928ac2dc53f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.466113 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e0f4ac34-837f-4ce7-b21e-4bdcc2440231 req-00064fb5-ce00-42ec-afc9-0928ac2dc53f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.1256976 Mar 22 19:29:34.532217 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3263449-0d84-4b02-824c-054f1d8f7e2f req-a0beef5f-b03b-4d03-afb0-4e15b34c3b11 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.541145 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3263449-0d84-4b02-824c-054f1d8f7e2f req-a0beef5f-b03b-4d03-afb0-4e15b34c3b11 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1201799 Mar 22 19:29:34.548095 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e0f4ac34-837f-4ce7-b21e-4bdcc2440231 req-b98cfdcc-60d7-42ad-b278-e1bc276450ee tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799708 Mar 22 19:29:34.576441 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee641-92f5-4183-8185-10d276974b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.600882 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60cc1d-b495-4179-9922-06d0635909e3 req-a27dbd39-b54b-40ae-b2c0-91cef27c9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.602488 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8c60cc1d-b495-4179-9922-06d0635909e3 req-a27dbd39-b54b-40ae-b2c0-91cef27c9e60 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 1130 time: 0.0635262 Mar 22 19:29:34.642227 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3263449-0d84-4b02-824c-054f1d8f7e2f req-3a76f063-2776-4ec2-8a3d-dce87afbb36a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988367 Mar 22 19:29:34.664981 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8c60cc1d-b495-4179-9922-06d0635909e3 req-0121d724-f742-4760-b030-5cdf6b7ab284 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Mar 22 19:29:34.707339 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:29:34.724392 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee641-92f5-4183-8185-10d276974b25 admin admin] Publish callbacks [] for security_group (ae106cca-9fe8-4a9f-a291-e562e6362cd1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.726700 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f03f34-1250-450b-ba42-29855375e551 req-2b9e2408-a292-49f6-a4f4-943410e85a84 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.729610 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-92f03f34-1250-450b-ba42-29855375e551 req-2b9e2408-a292-49f6-a4f4-943410e85a84 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0626316 Mar 22 19:29:34.780269 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-92f03f34-1250-450b-ba42-29855375e551 req-2b933211-7eec-42de-8ee2-c00892142825 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Mar 22 19:29:34.814288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee641-92f5-4183-8185-10d276974b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ae106cca-9fe8-4a9f-a291-e562e6362cd1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.854458 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8e3ee641-92f5-4183-8185-10d276974b25 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50d1ca1e80fd4c61af83b9eef87d0962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622886 Mar 22 19:29:34.855332 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ee641-92f5-4183-8185-10d276974b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae106cca-9fe8-4a9f-a291-e562e6362cd1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:34.857271 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 48974) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:34.939565 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfc434d7-dfb8-4a92-a884-bd6662d2ea9d admin admin] Publish callbacks [] for security_group (ae106cca-9fe8-4a9f-a291-e562e6362cd1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.971134 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfc434d7-dfb8-4a92-a884-bd6662d2ea9d admin admin] Publish callbacks [] for security_group (ae106cca-9fe8-4a9f-a291-e562e6362cd1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.046369 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441e43-582f-4833-8eac-dafc2c1a1eeb req-a78bb94e-cf0d-49fa-860a-6c5cc96b90ea tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:35.047912 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c441e43-582f-4833-8eac-dafc2c1a1eeb req-a78bb94e-cf0d-49fa-860a-6c5cc96b90ea tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0555706 Mar 22 19:29:35.094696 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfc434d7-dfb8-4a92-a884-bd6662d2ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ae106cca-9fe8-4a9f-a291-e562e6362cd1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.100887 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c441e43-582f-4833-8eac-dafc2c1a1eeb req-60c030e7-f6ac-4cb8-85a2-7155330c90e9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 Mar 22 19:29:35.100991 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfc434d7-dfb8-4a92-a884-bd6662d2ea9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.100991 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bfc434d7-dfb8-4a92-a884-bd6662d2ea9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae106cca-9fe8-4a9f-a291-e562e6362cd1 HTTP/1.1" status: 204 len: 168 time: 0.2408388 Mar 22 19:29:35.110350 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc434d7-dfb8-4a92-a884-bd6662d2ea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae106cca-9fe8-4a9f-a291-e562e6362cd1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:35.311898 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5b9d-16a4-4aa4-aee9-e8d0d75f0de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.663329 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305af29-f80a-46c9-a7f0-7d32c7e0489b req-c45eb4aa-b172-4c71-95b0-0e549834c4bd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:35.664913 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d305af29-f80a-46c9-a7f0-7d32c7e0489b req-c45eb4aa-b172-4c71-95b0-0e549834c4bd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0541394 Mar 22 19:29:35.718995 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d305af29-f80a-46c9-a7f0-7d32c7e0489b req-a419806b-1cf9-48ac-9d75-1c8fa46093bf tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485160 Mar 22 19:29:35.765141 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5277e-008a-4f0d-bea0-c03ca7b9b98f req-5fd76e5a-70b4-43f9-a9ac-7d0c205fa6e5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:35.766797 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fdf5277e-008a-4f0d-bea0-c03ca7b9b98f req-5fd76e5a-70b4-43f9-a9ac-7d0c205fa6e5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0622451 Mar 22 19:29:35.817688 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fdf5277e-008a-4f0d-bea0-c03ca7b9b98f req-13a6333e-82ca-455e-b9c4-9361a43f3b26 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Mar 22 19:29:35.893874 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49006) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:35.904655 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3e894-9f5b-468e-b69d-0dfb516fadf8 req-caacea72-2184-40fa-aa95-bd9c7356c47b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:35.906312 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6ea3e894-9f5b-468e-b69d-0dfb516fadf8 req-caacea72-2184-40fa-aa95-bd9c7356c47b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0760679 Mar 22 19:29:35.915093 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9b4fcb1e-c793-42dd-849c-55b1fdc103a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.916596 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49008) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:35.922681 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:36.031902 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43997408-cb0c-46ed-9211-d5e23d81c272 req-26e60042-cd25-49b2-b9e0-fe56567d35fc tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.031902 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-43997408-cb0c-46ed-9211-d5e23d81c272 req-26e60042-cd25-49b2-b9e0-fe56567d35fc tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0732310 Mar 22 19:29:36.052871 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49018) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:36.052871 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'floatingip': {'port_id': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:36.053054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (f3ccb258-dfe7-4611-88ad-7a948cdb28ac), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.136955 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (75e6060b-9891-470b-8638-d3e57ebe570d), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.236946 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5682c-c3ea-4c2b-a06c-76b00e2ca80f req-64bb8a26-29ef-41e2-98a6-67b465e6a490 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.238465 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99b5682c-c3ea-4c2b-a06c-76b00e2ca80f req-64bb8a26-29ef-41e2-98a6-67b465e6a490 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.2851799 Mar 22 19:29:36.404429 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9b4fcb1e-c793-42dd-849c-55b1fdc103a9 admin admin] Publish callbacks [] for security_group (58280cc0-5f62-445f-bee1-ba8624637dcd), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.424662 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99b5682c-c3ea-4c2b-a06c-76b00e2ca80f req-ba99d61a-d2dc-4d4e-a324-e5f1512e084a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779053 Mar 22 19:29:36.502668 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9b4fcb1e-c793-42dd-849c-55b1fdc103a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (58280cc0-5f62-445f-bee1-ba8624637dcd), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.682189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fcb1e-c793-42dd-849c-55b1fdc103a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58280cc0-5f62-445f-bee1-ba8624637dcd,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:36.710386 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9b4fcb1e-c793-42dd-849c-55b1fdc103a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79571a9c4bdf4a92b114c8cc0f8da79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152859 Mar 22 19:29:36.717206 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49032) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:36.736973 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c81574-e13b-4612-a34a-122490d83e8b req-6e617213-71d2-4fe5-877c-6d61f4df3f70 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.737676 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b6c81574-e13b-4612-a34a-122490d83e8b req-6e617213-71d2-4fe5-877c-6d61f4df3f70 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.1705937 Mar 22 19:29:36.783846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:36.801516 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75499fb6-b287-46ba-9a25-949b8dce39c7 req-73c9e826-4b76-443c-9250-cac2a497bc9f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.803668 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75499fb6-b287-46ba-9a25-949b8dce39c7 req-73c9e826-4b76-443c-9250-cac2a497bc9f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.2742262 Mar 22 19:29:36.943968 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75499fb6-b287-46ba-9a25-949b8dce39c7 req-a29e70e9-77db-4518-baf7-5556c43f0a6f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337841 Mar 22 19:29:36.954637 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.050788 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (f3ccb258-dfe7-4611-88ad-7a948cdb28ac), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.102024 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.106769 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b6c81574-e13b-4612-a34a-122490d83e8b req-22368d83-85cb-4aae-b307-9a8ae564bb59 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546426 Mar 22 19:29:37.117083 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c40d902b-e668-4b5f-81cb-f9b1bd779108 admin admin] Publish callbacks [] for security_group (58280cc0-5f62-445f-bee1-ba8624637dcd), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.142303 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c40d902b-e668-4b5f-81cb-f9b1bd779108 admin admin] Publish callbacks [] for security_group (58280cc0-5f62-445f-bee1-ba8624637dcd), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.200990 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (75e6060b-9891-470b-8638-d3e57ebe570d), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.322469 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Floating IP 75e6060b-9891-470b-8638-d3e57ebe570d associated. External IP: 172.27.0.205, port: 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51. Mar 22 19:29:37.359201 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc6aa1-d724-4394-8bb6-f3d0d197632c req-04cb422b-5704-4638-9b24-f073eddcc4e0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:37.361389 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f0fc6aa1-d724-4394-8bb6-f3d0d197632c req-04cb422b-5704-4638-9b24-f073eddcc4e0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.3424129 Mar 22 19:29:37.361534 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c40d902b-e668-4b5f-81cb-f9b1bd779108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (58280cc0-5f62-445f-bee1-ba8624637dcd), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.363430 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c40d902b-e668-4b5f-81cb-f9b1bd779108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.370749 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c40d902b-e668-4b5f-81cb-f9b1bd779108 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58280cc0-5f62-445f-bee1-ba8624637dcd HTTP/1.1" status: 204 len: 168 time: 0.6518121 Mar 22 19:29:37.375826 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49050) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:37.377523 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'floatingip': {'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:37.409160 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d902b-e668-4b5f-81cb-f9b1bd779108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58280cc0-5f62-445f-bee1-ba8624637dcd,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:37.434785 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (ac743a59-8300-433d-b580-be5399d85af3), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.437481 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP f3ccb258-dfe7-4611-88ad-7a948cdb28ac associated. External IP: 172.27.0.116, port: 2e02fbaf-2f73-43e3-bf33-bb113511d1c1. Mar 22 19:29:37.645067 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2772-e6e1-4de7-bf49-8066a4143d85 req-46663ea6-109c-4107-8c73-cb1f2caf2578 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:37.646047 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ac1b2772-e6e1-4de7-bf49-8066a4143d85 req-46663ea6-109c-4107-8c73-cb1f2caf2578 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.1160245 Mar 22 19:29:37.672965 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:37.790548 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ac1b2772-e6e1-4de7-bf49-8066a4143d85 req-92c837c2-fa99-4caa-adde-0b3b4bf81f09 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351955 Mar 22 19:29:37.851921 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:37.855409 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-43e95b6f-11f5-49e8-a354-5fbbc8ba060a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.861051 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.876729 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:37.893031 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:37.893663 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:37.917060 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9b5f4c21-cfcb-49ce-ac7b-ed6241b0cbd4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "PUT /v2.0/floatingips/75e6060b-9891-470b-8638-d3e57ebe570d HTTP/1.1" status: 200 len: 991 time: 1.8698869 Mar 22 19:29:37.918686 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:37.921131 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79db85bc-7645-4b79-9add-79808525bfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:37.990980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:38.005345 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b5034-af3a-4c86-a6bd-9e3a9e56c23d x-openstack-request-id: req-6d4b5034-af3a-4c86-a6bd-9e3a9e56c23d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:38.007228 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:38.008054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d4b5034-af3a-4c86-a6bd-9e3a9e56c23d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:38.008575 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4b5034-af3a-4c86-a6bd-9e3a9e56c23d'] response: {'name': 'network-changed', 'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'status': 'completed', 'code': 200} Mar 22 19:29:38.047438 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:38.070896 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db85bc-7645-4b79-9add-79808525bfb6 req-3dba37e7-13e2-40c7-b060-bbf43c346142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.073871 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-3dba37e7-13e2-40c7-b060-bbf43c346142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1129 time: 0.0624928 Mar 22 19:29:38.210702 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db85bc-7645-4b79-9add-79808525bfb6 req-3e899223-b728-4af3-8e12-4382cfcb87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.213186 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-3e899223-b728-4af3-8e12-4382cfcb87f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 912 time: 0.1300004 Mar 22 19:29:38.325517 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:38.330338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.338649 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:38.348139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:38.348970 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:38.363815 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.385860 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-07724e71-0a22-4594-9777-43f790aa44fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "PUT /v2.0/floatingips/f3ccb258-dfe7-4611-88ad-7a948cdb28ac HTTP/1.1" status: 200 len: 992 time: 2.4681554 Mar 22 19:29:38.390113 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:38.392936 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:38.474657 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-a37538cc-b796-4a9b-a8b6-fc15ada14bad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 200 len: 999 time: 0.2061014 Mar 22 19:29:38.498449 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (ac743a59-8300-433d-b580-be5399d85af3), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.519814 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '75e6060b-9891-470b-8638-d3e57ebe570d', 'tenant_id': 'f526df40816446708a00576855f8be10', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'port_id': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'mac_address': 'fa:16:3e:7f:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:03Z', 'updated_at': '2022-03-22T19:29:36Z', 'revision_number': 1, 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:38.527579 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:38.567732 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:38.580904 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:38.581591 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:38.584325 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8bbe6-1284-4d51-87d5-b36e8511cb48 x-openstack-request-id: req-2ad8bbe6-1284-4d51-87d5-b36e8511cb48 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:38.584553 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:38.584796 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ad8bbe6-1284-4d51-87d5-b36e8511cb48 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:38.585202 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad8bbe6-1284-4d51-87d5-b36e8511cb48'] response: {'name': 'network-changed', 'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'status': 'completed', 'code': 200} Mar 22 19:29:38.588647 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d680d5b-7b5c-4219-95a6-88be544aa1eb req-c481f928-b3ac-4861-b5c8-6129a443f187 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.617420 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8d680d5b-7b5c-4219-95a6-88be544aa1eb req-c481f928-b3ac-4861-b5c8-6129a443f187 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.4032009 Mar 22 19:29:38.694745 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-343952c9-e74a-4e45-a736-e1c9945bcc32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3611279 Mar 22 19:29:38.801479 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:38.822691 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db85bc-7645-4b79-9add-79808525bfb6 req-065ddfb3-7079-4c27-b6d1-a65e8c6224de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.825313 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-065ddfb3-7079-4c27-b6d1-a65e8c6224de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.3440099 Mar 22 19:29:38.830701 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8d680d5b-7b5c-4219-95a6-88be544aa1eb req-f054d3ec-c11d-4762-81b7-c7f2689273d2 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122595 Mar 22 19:29:38.858050 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-c3dd27f1-f526-4c34-b54c-0bf9603d925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.858050 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-c3dd27f1-f526-4c34-b54c-0bf9603d925f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 1130 time: 0.2149689 Mar 22 19:29:38.881197 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-1fac50ba-434a-4a37-a96b-ed556ce8ad2a tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.883209 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-1fac50ba-434a-4a37-a96b-ed556ce8ad2a tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.45 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.2388890 Mar 22 19:29:38.895581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-51954e0e-ad92-4a11-8d5a-939be9d681df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.897295 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-51954e0e-ad92-4a11-8d5a-939be9d681df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 1130 time: 0.1940279 Mar 22 19:29:38.949474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db133d3-2fc4-4100-bad6-a432854f1998 req-325f717b-bf9f-4b3a-9142-86e182b2e365 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.957046 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4db133d3-2fc4-4100-bad6-a432854f1998 req-325f717b-bf9f-4b3a-9142-86e182b2e365 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.3136926 Mar 22 19:29:38.969308 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db85bc-7645-4b79-9add-79808525bfb6 req-190fecd0-d820-453d-8c9f-bace615fc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:38.971200 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-190fecd0-d820-453d-8c9f-bace615fc926 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1342108 Mar 22 19:29:38.987306 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Floating IP ac743a59-8300-433d-b580-be5399d85af3 associated. External IP: 172.27.0.12, port: b4b769eb-fc40-4be3-8992-742274df72d2. Mar 22 19:29:39.084908 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-733d69fb-581f-4af2-96b1-09768aa95d20 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066225 Mar 22 19:29:39.168857 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.195330 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-5f82fe80-f33d-4eb0-ab5b-023d58c0200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.197443 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-5f82fe80-f33d-4eb0-ab5b-023d58c0200c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.2947881 Mar 22 19:29:39.200746 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '75e6060b-9891-470b-8638-d3e57ebe570d', 'tenant_id': 'f526df40816446708a00576855f8be10', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'port_id': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'mac_address': 'fa:16:3e:7f:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:03Z', 'updated_at': '2022-03-22T19:29:36Z', 'revision_number': 1, 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:39.275614 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2727d-a29d-434f-8a86-9e4716edf71f None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '75e6060b-9891-470b-8638-d3e57ebe570d', 'tenant_id': 'f526df40816446708a00576855f8be10', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'port_id': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'mac_address': 'fa:16:3e:7f:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:03Z', 'updated_at': '2022-03-22T19:29:36Z', 'revision_number': 1, 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:39.292601 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:36Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:39.331477 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4db133d3-2fc4-4100-bad6-a432854f1998 req-78804cc3-a054-4212-90f8-fb2e7498b1c5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734715 Mar 22 19:29:39.332677 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79db85bc-7645-4b79-9add-79808525bfb6 req-afa90de6-a289-4270-84bb-70df9d93e63e service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394207 Mar 22 19:29:39.335188 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-76a5607b-e7a0-43b5-bc70-eb1407a5e558 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e HTTP/1.1" status: 200 len: 217 time: 0.1264205 Mar 22 19:29:39.336148 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:39.355416 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-bead4759-3551-4a41-a4e5-9b4adf0939a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.355416 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-bead4759-3551-4a41-a4e5-9b4adf0939a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.4764631 Mar 22 19:29:39.380478 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:39.382317 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:39.471070 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-cdd888ca-3e48-44be-9683-4853c8b8bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.472608 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-cdd888ca-3e48-44be-9683-4853c8b8bdcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.1157632 Mar 22 19:29:39.624467 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-00cae5a9-f1ce-4d82-8c24-fd1fd122bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.626119 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-00cae5a9-f1ce-4d82-8c24-fd1fd122bb55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1466441 Mar 22 19:29:39.642454 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:39.766570 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-7e37e91d-f013-44b0-a92d-43e0a7c1eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.768523 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-7e37e91d-f013-44b0-a92d-43e0a7c1eda8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1129 time: 0.2239757 Mar 22 19:29:39.786711 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-e1671401-28fa-4093-96a7-f7dbb907f7a3 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542511 Mar 22 19:29:39.925766 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Deleting port 91d880b6-151a-4e6f-8a00-37cd67819461 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:39.928355 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.037259 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-f24593bc-b4af-4bdc-909e-84912f82a028 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1 HTTP/1.1" status: 200 len: 1000 time: 0.6812899 Mar 22 19:29:40.154076 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:36Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:40.171219 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] For port 91d880b6-151a-4e6f-8a00-37cd67819461, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91d880b6-151a-4e6f-8a00-37cd67819461,segment=NetworkSegment(9556f137-7b57-4840-8d55-c3a2036aa8c9),segment_id=9556f137-7b57-4840-8d55-c3a2036aa8c9)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:40.171688 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.171808 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-a4caa4e8-40cb-4e93-96b8-9f9d952041bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.173357 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-a4caa4e8-40cb-4e93-96b8-9f9d952041bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 912 time: 0.3781455 Mar 22 19:29:40.179738 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8bef934c-4361-48aa-ac31-b0d42fefc57a req-89b5168b-1a78-4bc6-a291-1b24eed07858 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826761 Mar 22 19:29:40.204162 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Calling delete_port for 91d880b6-151a-4e6f-8a00-37cd67819461 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:40.214397 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-18c132f2-61c4-4d36-8ef0-ac1b2c312639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.216045 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-18c132f2-61c4-4d36-8ef0-ac1b2c312639 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.1649966 Mar 22 19:29:40.220082 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573d67f-15e5-482a-8764-3830d01b4dae None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:36Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:40.288634 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad42d9-a150-4d04-9f85-b27e7b2f205a req-8f8f569c-d900-478e-b588-d09860b3f9e5 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.302668 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-98ad42d9-a150-4d04-9f85-b27e7b2f205a req-8f8f569c-d900-478e-b588-d09860b3f9e5 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 945 time: 0.2964218 Mar 22 19:29:40.379370 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-f51244e8-9531-43e5-8618-798aa853e3da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 200 len: 999 time: 0.1985061 Mar 22 19:29:40.388680 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.452878 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-98ad42d9-a150-4d04-9f85-b27e7b2f205a req-1293bbd1-17f8-458b-97d0-813811b0cb69 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/security-groups?id=e672df11-3ba0-458d-88cf-72b5fc9317d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493824 Mar 22 19:29:40.486269 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.489079 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-ed0dce34-2c2b-46d0-bac9-1f6b529ff4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.490597 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-ed0dce34-2c2b-46d0-bac9-1f6b529ff4aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.0933928 Mar 22 19:29:40.495697 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Router 93f81a09-6346-4c85-a68f-347926316fbd has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:40.553969 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-8352f1e3-1f92-4c10-84ec-493ff8b3cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.557265 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-8352f1e3-1f92-4c10-84ec-493ff8b3cf65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588169 Mar 22 19:29:40.621897 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d65c49-7202-484f-b5bf-5e85e4cdfd3b req-d1276b6e-8824-4511-85ca-0b630306d2a5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.623655 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43d65c49-7202-484f-b5bf-5e85e4cdfd3b req-d1276b6e-8824-4511-85ca-0b630306d2a5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.1334958 Mar 22 19:29:40.738252 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c91e24-43d9-4aa2-bfd5-0a4c243e075e None None] New status for floating IP f3ccb258-dfe7-4611-88ad-7a948cdb28ac: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:29:40.769843 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34c7b8-9935-4cfb-99a3-bfd4b9dced22 None None] New status for floating IP 75e6060b-9891-470b-8638-d3e57ebe570d: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:29:40.843007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-dc05db40-ef4e-4f75-bc82-6f652416ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:40.844990 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-dc05db40-ef4e-4f75-bc82-6f652416ce63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6145706 Mar 22 19:29:40.859301 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:40.878240 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.894214 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:41.002722 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43d65c49-7202-484f-b5bf-5e85e4cdfd3b req-d4d29828-63e0-4bb1-8dcb-eba1ccca861d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663455 Mar 22 19:29:41.013262 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-819aaa1b-0bcb-448e-bec2-15654b642af5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "PUT /v2.0/floatingips/ac743a59-8300-433d-b580-be5399d85af3 HTTP/1.1" status: 200 len: 991 time: 3.6408048 Mar 22 19:29:41.018957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:41.018957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90" -d '{"events": [{"name": "network-changed", "server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:41.051748 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:41.052383 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:41.074557 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-b0aed572-2662-4dfb-9089-bcee807bb652 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095317 Mar 22 19:29:41.109234 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaab4f5-7d46-4ec3-8681-518f5148e88f x-openstack-request-id: req-6eaab4f5-7d46-4ec3-8681-518f5148e88f {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:41.112018 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:41.112506 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6eaab4f5-7d46-4ec3-8681-518f5148e88f {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:41.114417 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eaab4f5-7d46-4ec3-8681-518f5148e88f'] response: {'name': 'network-changed', 'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'status': 'completed', 'code': 200} Mar 22 19:29:41.129939 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-ec3e9977-25f4-4495-a882-5c85c0c7989f service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721026 Mar 22 19:29:41.135094 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (91d880b6-151a-4e6f-8a00-37cd67819461), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.193569 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Pushing event deleted for resources: {'Port': ['ID=91d880b6-151a-4e6f-8a00-37cd67819461,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:41.238335 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-8c3a7789-37e3-4d9b-bdd9-9f36f5b6c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:41.241598 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-8c3a7789-37e3-4d9b-bdd9-9f36f5b6c036 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1130 time: 0.1039701 Mar 22 19:29:41.254479 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-b76b477a-3552-4f13-b86d-a7f9e6133bef service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742625 Mar 22 19:29:41.274151 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:41.289181 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.289528 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.291891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.291891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.291891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.291891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.291891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.291891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.292662 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.292662 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.292662 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.292996 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.293318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.293639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.293959 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:41.312994 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] No DVR routers for this DVR port 91d880b6-151a-4e6f-8a00-37cd67819461 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:29:41.318692 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.322610 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c74d587f-32e2-4b1e-aaf0-fe03d928b461 req-92e35045-cbd5-4887-a5fd-3babae2351cd tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.45 "DELETE /v2.0/ports/91d880b6-151a-4e6f-8a00-37cd67819461 HTTP/1.1" status: 204 len: 173 time: 2.3608222 Mar 22 19:29:41.358729 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d21e0c22-fa6a-406b-bee8-b6f5315dfdd3 req-24e45a0c-58a0-4140-897e-5f0cf737471d service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139440 Mar 22 19:29:41.382517 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-bafbf66e-218a-464e-ae70-f7271bb18150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:41.384701 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-bafbf66e-218a-464e-ae70-f7271bb18150 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.1286960 Mar 22 19:29:41.472004 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-d77471dd-4866-4d04-9b30-d3efc999c3c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 999 time: 0.0806909 Mar 22 19:29:41.538824 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-8348894f-874c-4cef-9e36-cdd90e74ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:41.540445 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-8348894f-874c-4cef-9e36-cdd90e74ba6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0551538 Mar 22 19:29:41.609872 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d1d1176-591f-4461-8cbd-4e41b64d273f req-b285e441-f295-4f2c-9db3-18545a3a181f tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.0383811 Mar 22 19:29:41.611058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-b862713a-0105-4552-91c0-465e6ca32c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:41.619086 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-b862713a-0105-4552-91c0-465e6ca32c99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577610 Mar 22 19:29:41.728972 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.730797 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-d0ed6990-a2db-4a17-abee-14c8f541a58f service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042330 Mar 22 19:29:41.731653 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'ac743a59-8300-433d-b580-be5399d85af3', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'mac_address': 'fa:16:3e:07:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71acecf6-e36c-4928-802a-b3aa196f4941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:07Z', 'updated_at': '2022-03-22T19:29:38Z', 'revision_number': 1, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:41.762946 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:41.768529 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:41.769228 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:29:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:41.849273 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16ae6e7e-a95b-48a9-a12e-51ce2c4aba90 req-776a2f69-5017-4ba9-8671-ad2f1c9b6b8c service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028392 Mar 22 19:29:41.851674 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91d880b6-151a-4e6f-8a00-37cd67819461 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:29:41.878608 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 91d880b6-151a-4e6f-8a00-37cd67819461 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:29:41.879005 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91d880b6-151a-4e6f-8a00-37cd67819461 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:29:41.883859 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:42.138654 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa9fac-7b9a-42b5-8b1e-127dd9bf884c req-33bdce7e-027d-4d92-af5e-aa6370ed1716 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:42.140573 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b7aa9fac-7b9a-42b5-8b1e-127dd9bf884c req-33bdce7e-027d-4d92-af5e-aa6370ed1716 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0736160 Mar 22 19:29:42.161813 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'ac743a59-8300-433d-b580-be5399d85af3', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'mac_address': 'fa:16:3e:07:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71acecf6-e36c-4928-802a-b3aa196f4941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:07Z', 'updated_at': '2022-03-22T19:29:38Z', 'revision_number': 1, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:42.193880 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef4799-b034-4cea-ab48-3697d35203b3 None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'ac743a59-8300-433d-b580-be5399d85af3', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'mac_address': 'fa:16:3e:07:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71acecf6-e36c-4928-802a-b3aa196f4941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:07Z', 'updated_at': '2022-03-22T19:29:38Z', 'revision_number': 1, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:42.218512 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b7aa9fac-7b9a-42b5-8b1e-127dd9bf884c req-71834528-f7a3-4b8b-a4cd-04e1f4115b26 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Mar 22 19:29:42.460289 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b223e-8d8f-41a7-8876-1da28c6636d3 None None] New status for floating IP ac743a59-8300-433d-b580-be5399d85af3: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:29:42.728031 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6fb8338f-9fa9-4b1a-b5bc-65bd9910bc9b req-1e2a8a4e-de47-4305-8e4c-074ff49c4015 tempest-DeleteServersTestJSON-1403532760 tempest-DeleteServersTestJSON-1403532760-project] 10.222.0.79 "GET /v2.0/ports?device_id=79350c33-0ae8-4da4-aa8b-349e06e31ecb HTTP/1.1" status: 200 len: 210 time: 0.0286100 Mar 22 19:29:42.881031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49208) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:43.001261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cefa-ddbf-452b-86b5-c5bb79b25ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.091523 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cefa-ddbf-452b-86b5-c5bb79b25ef4 admin admin] Publish callbacks [] for security_group (0fb9d380-59ff-49c2-8f17-58483bd370cc), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.115424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'name': 'network-vif-deleted', 'tag': '91d880b6-151a-4e6f-8a00-37cd67819461'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:43.117724 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1700b0-01dd-42ad-89de-4a0715b2e2c2" -d '{"events": [{"server_uuid": "79350c33-0ae8-4da4-aa8b-349e06e31ecb", "name": "network-vif-deleted", "tag": "91d880b6-151a-4e6f-8a00-37cd67819461"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:43.153596 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad4482-1076-4ea3-92b0-c3b13f84e014 x-openstack-request-id: req-dfad4482-1076-4ea3-92b0-c3b13f84e014 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:43.153916 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79350c33-0ae8-4da4-aa8b-349e06e31ecb", "name": "network-vif-deleted", "tag": "91d880b6-151a-4e6f-8a00-37cd67819461", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:43.154169 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dfad4482-1076-4ea3-92b0-c3b13f84e014 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:43.154568 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfad4482-1076-4ea3-92b0-c3b13f84e014'] response: {'server_uuid': '79350c33-0ae8-4da4-aa8b-349e06e31ecb', 'name': 'network-vif-deleted', 'tag': '91d880b6-151a-4e6f-8a00-37cd67819461', 'status': 'completed', 'code': 200} Mar 22 19:29:43.214461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cefa-ddbf-452b-86b5-c5bb79b25ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0fb9d380-59ff-49c2-8f17-58483bd370cc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.256132 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fbb8cefa-ddbf-452b-86b5-c5bb79b25ef4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe61322d55924b9faf3d69bbd8155cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740349 Mar 22 19:29:43.257050 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8cefa-ddbf-452b-86b5-c5bb79b25ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb9d380-59ff-49c2-8f17-58483bd370cc,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:43.258835 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49224) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:43.310319 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Publish callbacks [] for security_group (0fb9d380-59ff-49c2-8f17-58483bd370cc), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.331792 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Publish callbacks [] for security_group (0fb9d380-59ff-49c2-8f17-58483bd370cc), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.344030 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e868e-bc1c-4560-97d1-0452848ebfd3 req-f96d3b73-20ea-4d9b-a96f-d2e4dcc49a68 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.345551 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e23e868e-bc1c-4560-97d1-0452848ebfd3 req-f96d3b73-20ea-4d9b-a96f-d2e4dcc49a68 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0548365 Mar 22 19:29:43.400638 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e23e868e-bc1c-4560-97d1-0452848ebfd3 req-26649209-dc26-4068-b751-5398163af8e4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Mar 22 19:29:43.499867 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0fb9d380-59ff-49c2-8f17-58483bd370cc), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.502646 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.504029 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fb9d380-59ff-49c2-8f17-58483bd370cc HTTP/1.1" status: 204 len: 168 time: 0.2434123 Mar 22 19:29:43.512457 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb9d380-59ff-49c2-8f17-58483bd370cc,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:43.519971 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.520322 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.520668 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.521099 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.521499 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.521773 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.522103 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.522425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.522759 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.523086 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.523412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.523769 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.524094 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.524415 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:43.524778 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c087d3-ca60-45f0-8784-3ca9d948214e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:44.372677 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49260) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:44.386376 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfa74f0e-0d17-4b73-a05b-b8f7725bac5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.467376 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfa74f0e-0d17-4b73-a05b-b8f7725bac5a admin admin] Publish callbacks [] for security_group (bb05e786-962b-4b57-9b8f-d554224e6ad8), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.521961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe40a7-a385-4c28-b387-51c81a22cefd req-ff710397-c5bb-4707-95ba-2d5ee3830d6d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:44.523455 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-36fe40a7-a385-4c28-b387-51c81a22cefd req-ff710397-c5bb-4707-95ba-2d5ee3830d6d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0531981 Mar 22 19:29:44.562466 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfa74f0e-0d17-4b73-a05b-b8f7725bac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (bb05e786-962b-4b57-9b8f-d554224e6ad8), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.570629 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-36fe40a7-a385-4c28-b387-51c81a22cefd req-4df6efaf-b46f-4a4a-ae88-3dd2d6c1eab3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Mar 22 19:29:44.603055 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dfa74f0e-0d17-4b73-a05b-b8f7725bac5a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=630a88fa419f4490aca61e4530df47a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291186 Mar 22 19:29:44.604128 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa74f0e-0d17-4b73-a05b-b8f7725bac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb05e786-962b-4b57-9b8f-d554224e6ad8,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:44.610261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49264) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:44.661627 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4393a127-1cc1-43bc-9288-3572a22a2fdc admin admin] Publish callbacks [] for security_group (bb05e786-962b-4b57-9b8f-d554224e6ad8), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.683266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4393a127-1cc1-43bc-9288-3572a22a2fdc admin admin] Publish callbacks [] for security_group (bb05e786-962b-4b57-9b8f-d554224e6ad8), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.835475 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4393a127-1cc1-43bc-9288-3572a22a2fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (bb05e786-962b-4b57-9b8f-d554224e6ad8), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.838708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4393a127-1cc1-43bc-9288-3572a22a2fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:44.839878 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4393a127-1cc1-43bc-9288-3572a22a2fdc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb05e786-962b-4b57-9b8f-d554224e6ad8 HTTP/1.1" status: 204 len: 168 time: 0.2286739 Mar 22 19:29:44.847787 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393a127-1cc1-43bc-9288-3572a22a2fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb05e786-962b-4b57-9b8f-d554224e6ad8,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:45.438873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49288) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:45.481576 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Deleting subnet ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:29:45.484705 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Publish callbacks [] for subnet (ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.520346 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Publish callbacks [] for subnet (ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.531928 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.697592 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a41f4-6f20-4160-8f76-1c96f12c56da req-caf37ebe-8475-41f1-bf7a-c7a8a0b057de tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.699115 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61a41f4-6f20-4160-8f76-1c96f12c56da req-caf37ebe-8475-41f1-bf7a-c7a8a0b057de tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0551901 Mar 22 19:29:45.700667 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for subnet (ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.740078 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.745183 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0 HTTP/1.1" status: 204 len: 168 time: 0.3052163 Mar 22 19:29:45.746855 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49298) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:45.748067 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdac24b-fba4-48fe-9aab-f8720717b4e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef91a8f8-88dd-46a8-96bf-cbf40b6cc3a0,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:45.788535 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61a41f4-6f20-4160-8f76-1c96f12c56da req-7478a54a-818e-4527-be35-6428d107fc28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808103 Mar 22 19:29:45.848370 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (ff9865c0-861a-4ab1-adf6-d657bb3534ca), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.940238 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (ff9865c0-861a-4ab1-adf6-d657bb3534ca), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.963818 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.967633 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.968419 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.968755 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.969115 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.969451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.969803 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.970150 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.970472 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:45.970794 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:46.085642 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:46.085925 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:46.086259 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:46.086591 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:46.086962 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9865c0-861a-4ab1-adf6-d657bb3534ca']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:46.105454 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9556f137-7b57-4840-8d55-c3a2036aa8c9') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:46.105744 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9556f137-7b57-4840-8d55-c3a2036aa8c9') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:46.121470 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (9556f137-7b57-4840-8d55-c3a2036aa8c9), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.141882 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (9556f137-7b57-4840-8d55-c3a2036aa8c9), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.150923 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:29:46.152651 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (9556f137-7b57-4840-8d55-c3a2036aa8c9), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: from cryptography.utils import int_from_bytes Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: from cryptography.utils import int_from_bytes Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:29:46.190600 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:29:46.316074 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (ff9865c0-861a-4ab1-adf6-d657bb3534ca), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.324371 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.327711 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] 10.222.0.79 "DELETE /v2.0/networks/ff9865c0-861a-4ab1-adf6-d657bb3534ca HTTP/1.1" status: 204 len: 168 time: 0.5789146 Mar 22 19:29:46.343581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcfb1f-a60c-487d-ba4a-795f1df6153c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9865c0-861a-4ab1-adf6-d657bb3534ca,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:46.698345 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49332) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:46.750013 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-224f82e5-50ae-4028-8ee6-83c70182d84c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d287b2f124eb4bcba1b1c848d37be3eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0504911 Mar 22 19:29:46.752436 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49334) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:46.802858 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22426ae2-2cbe-4083-a311-116a3da80f20 admin admin] Publish callbacks [] for security_group (e672df11-3ba0-458d-88cf-72b5fc9317d5), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.826083 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22426ae2-2cbe-4083-a311-116a3da80f20 admin admin] Publish callbacks [] for security_group (e672df11-3ba0-458d-88cf-72b5fc9317d5), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.920341 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07c77-d955-4d01-a2b3-26d2bb0573ed req-d9012ea3-8b64-4a3d-bf1e-58956dcff080 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:46.922103 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-56d07c77-d955-4d01-a2b3-26d2bb0573ed req-d9012ea3-8b64-4a3d-bf1e-58956dcff080 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0583875 Mar 22 19:29:46.968515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22426ae2-2cbe-4083-a311-116a3da80f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e672df11-3ba0-458d-88cf-72b5fc9317d5), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.977054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22426ae2-2cbe-4083-a311-116a3da80f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.977054 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-22426ae2-2cbe-4083-a311-116a3da80f20 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e672df11-3ba0-458d-88cf-72b5fc9317d5 HTTP/1.1" status: 204 len: 168 time: 0.2189276 Mar 22 19:29:46.981979 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-56d07c77-d955-4d01-a2b3-26d2bb0573ed req-061f16b6-b502-4568-be89-ab7db03c6eaa tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 Mar 22 19:29:46.988145 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22426ae2-2cbe-4083-a311-116a3da80f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672df11-3ba0-458d-88cf-72b5fc9317d5,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:48.104802 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1fbc-b835-4315-8dbd-662c2f008946 req-2fc92ff9-3d5f-4567-9260-f0dbe8ae65f6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.106313 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dde1fbc-b835-4315-8dbd-662c2f008946 req-2fc92ff9-3d5f-4567-9260-f0dbe8ae65f6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0538223 Mar 22 19:29:48.159094 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dde1fbc-b835-4315-8dbd-662c2f008946 req-6ee35ea7-cc98-4e86-a0b5-086443769168 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Mar 22 19:29:49.280080 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad5768-b124-424e-bd75-c51e92302477 req-f37a83c6-14b0-4249-b0bf-951eebcbf767 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:49.281674 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-02ad5768-b124-424e-bd75-c51e92302477 req-f37a83c6-14b0-4249-b0bf-951eebcbf767 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0566983 Mar 22 19:29:49.334739 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-02ad5768-b124-424e-bd75-c51e92302477 req-74d67227-d6b3-4bbb-9fca-cfb567ccbf64 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464096 Mar 22 19:29:50.461389 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd27d4-2d3e-45d0-b78a-c5572ed3415c req-0c8c0199-be39-4faf-b200-e6c54d124240 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:50.463578 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-96fd27d4-2d3e-45d0-b78a-c5572ed3415c req-0c8c0199-be39-4faf-b200-e6c54d124240 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0545585 Mar 22 19:29:50.512709 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-96fd27d4-2d3e-45d0-b78a-c5572ed3415c req-5653f817-e94b-4455-af87-318bc1ed8494 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Mar 22 19:29:51.167820 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49494) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:51.279471 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61777093-3d7b-49f9-88c5-10ada4df030a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.366470 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61777093-3d7b-49f9-88c5-10ada4df030a admin admin] Publish callbacks [] for security_group (8dbf893b-de26-4c4a-98e1-e57fc58a69ee), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.452230 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61777093-3d7b-49f9-88c5-10ada4df030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8dbf893b-de26-4c4a-98e1-e57fc58a69ee), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.496382 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-61777093-3d7b-49f9-88c5-10ada4df030a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7406c7687f504ccda8fb19053995ffc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246677 Mar 22 19:29:51.496382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61777093-3d7b-49f9-88c5-10ada4df030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf893b-de26-4c4a-98e1-e57fc58a69ee,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:51.496532 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49520) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:51.549332 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-466003ab-a1c0-438b-a7b1-c73477a94e97 admin admin] Publish callbacks [] for security_group (8dbf893b-de26-4c4a-98e1-e57fc58a69ee), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.569149 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49528) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:51.572105 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-466003ab-a1c0-438b-a7b1-c73477a94e97 admin admin] Publish callbacks [] for security_group (8dbf893b-de26-4c4a-98e1-e57fc58a69ee), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.656105 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Deleting subnet d652506c-58eb-4fa8-b822-d8b858d28a08 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:29:51.660606 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Publish callbacks [] for subnet (d652506c-58eb-4fa8-b822-d8b858d28a08), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.694220 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-466003ab-a1c0-438b-a7b1-c73477a94e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8dbf893b-de26-4c4a-98e1-e57fc58a69ee), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.696895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-466003ab-a1c0-438b-a7b1-c73477a94e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.698053 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-466003ab-a1c0-438b-a7b1-c73477a94e97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8dbf893b-de26-4c4a-98e1-e57fc58a69ee HTTP/1.1" status: 204 len: 168 time: 0.2005703 Mar 22 19:29:51.705161 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9ac2c-d793-412e-ba00-f52cb4449da2 req-61a8c657-d3bc-446e-9b00-dd38355636dd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.706490 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466003ab-a1c0-438b-a7b1-c73477a94e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf893b-de26-4c4a-98e1-e57fc58a69ee,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:51.706918 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-93b9ac2c-d793-412e-ba00-f52cb4449da2 req-61a8c657-d3bc-446e-9b00-dd38355636dd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.1015942 Mar 22 19:29:51.711857 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (d652506c-58eb-4fa8-b822-d8b858d28a08), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.795694 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (d652506c-58eb-4fa8-b822-d8b858d28a08), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.820272 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-93b9ac2c-d793-412e-ba00-f52cb4449da2 req-d6d2986a-f3e9-43fd-9060-3d797f045065 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062412 Mar 22 19:29:51.964057 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (d652506c-58eb-4fa8-b822-d8b858d28a08), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.992852 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.996605 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d652506c-58eb-4fa8-b822-d8b858d28a08 HTTP/1.1" status: 204 len: 168 time: 0.4262772 Mar 22 19:29:51.997989 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f3fa0-4f4e-42f9-862e-3c619545a1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d652506c-58eb-4fa8-b822-d8b858d28a08,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:51.999268 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49536) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:52.070268 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (4b14f77d-646a-4dd3-ae24-afc8637fc541), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.151654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (4b14f77d-646a-4dd3-ae24-afc8637fc541), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.176566 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.176928 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.177664 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.177991 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > port after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.178494 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.178756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > port after_update 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.179072 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.179411 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.179749 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.180066 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.245797 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.246063 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.246461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.246794 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:29:52.247218 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b14f77d-646a-4dd3-ae24-afc8637fc541']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:52.265293 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4f50d5-2e78-40d9-a07e-d15ea5faf26f') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:52.269563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4f50d5-2e78-40d9-a07e-d15ea5faf26f') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:52.281686 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (5b4f50d5-2e78-40d9-a07e-d15ea5faf26f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.302044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (5b4f50d5-2e78-40d9-a07e-d15ea5faf26f), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.310353 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:29:52.310725 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (5b4f50d5-2e78-40d9-a07e-d15ea5faf26f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: from cryptography.utils import int_from_bytes Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: from cryptography.utils import int_from_bytes Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:29:52.314544 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:29:52.460370 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (4b14f77d-646a-4dd3-ae24-afc8637fc541), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.463515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49548) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:52.466835 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.473314 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] 10.222.0.79 "DELETE /v2.0/networks/4b14f77d-646a-4dd3-ae24-afc8637fc541 HTTP/1.1" status: 204 len: 168 time: 0.4710321 Mar 22 19:29:52.474076 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49550) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:52.478708 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-18b3e940-0449-473b-9e9e-57b3b31ed4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.515785 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7802def-838b-4d51-9911-8da8037a453e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b14f77d-646a-4dd3-ae24-afc8637fc541,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:52.538090 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Deleting subnet 3aaab58f-0819-4b75-bb9e-006ecbe5f72c {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:29:52.543314 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Publish callbacks [] for subnet (3aaab58f-0819-4b75-bb9e-006ecbe5f72c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.564011 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-18b3e940-0449-473b-9e9e-57b3b31ed4f0 admin admin] Publish callbacks [] for security_group (f38f3af6-490c-4274-9a77-7276506f2673), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.579342 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (3aaab58f-0819-4b75-bb9e-006ecbe5f72c), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.618315 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (3aaab58f-0819-4b75-bb9e-006ecbe5f72c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.686886 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-18b3e940-0449-473b-9e9e-57b3b31ed4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f38f3af6-490c-4274-9a77-7276506f2673), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.731328 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-18b3e940-0449-473b-9e9e-57b3b31ed4f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94aa2b7eec954f3184ee7eacbf02b259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627664 Mar 22 19:29:52.731620 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49556) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:52.738530 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3e940-0449-473b-9e9e-57b3b31ed4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f3af6-490c-4274-9a77-7276506f2673,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:52.779285 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (3aaab58f-0819-4b75-bb9e-006ecbe5f72c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.789997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3ec4-f9a0-46c1-a9a3-9adee6f6a507 admin admin] Publish callbacks [] for security_group (f38f3af6-490c-4274-9a77-7276506f2673), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.808579 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aaab58f-0819-4b75-bb9e-006ecbe5f72c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:52.812604 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3ec4-f9a0-46c1-a9a3-9adee6f6a507 admin admin] Publish callbacks [] for security_group (f38f3af6-490c-4274-9a77-7276506f2673), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.813253 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.818340 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-cf726d9e-c81f-4483-9d1a-1a19feb0f693 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3aaab58f-0819-4b75-bb9e-006ecbe5f72c HTTP/1.1" status: 204 len: 168 time: 0.3392746 Mar 22 19:29:52.818606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49558) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:52.885276 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (dcdad532-0fd5-477f-b8ce-ace5a46ba8fb), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.012419 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3ec4-f9a0-46c1-a9a3-9adee6f6a507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f38f3af6-490c-4274-9a77-7276506f2673), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.015150 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3ec4-f9a0-46c1-a9a3-9adee6f6a507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.016688 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1a4c3ec4-f9a0-46c1-a9a3-9adee6f6a507 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f38f3af6-490c-4274-9a77-7276506f2673 HTTP/1.1" status: 204 len: 168 time: 0.2842124 Mar 22 19:29:53.026614 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c3ec4-f9a0-46c1-a9a3-9adee6f6a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f3af6-490c-4274-9a77-7276506f2673,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:53.229385 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61cf6d-7d8b-4976-a3c3-62ef80b938e9 req-6e46af11-38ee-4768-9c19-e990efb18ead tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.231012 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e61cf6d-7d8b-4976-a3c3-62ef80b938e9 req-6e46af11-38ee-4768-9c19-e990efb18ead tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.3407905 Mar 22 19:29:53.232583 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (dcdad532-0fd5-477f-b8ce-ace5a46ba8fb), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.265366 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdad532-0fd5-477f-b8ce-ace5a46ba8fb']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:53.278618 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:53.278908 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:53.295555 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.314892 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e61cf6d-7d8b-4976-a3c3-62ef80b938e9 req-eefa4a67-c732-4344-9d2e-32d18fde14eb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746853 Mar 22 19:29:53.318251 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.325237 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:29:53.325625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (9ed8d92b-bd08-4f8c-8dbd-7ec1bb8a2659), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:29:53.327299 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:29:53.454269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (dcdad532-0fd5-477f-b8ce-ace5a46ba8fb), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.470763 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.474014 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] 10.222.0.79 "DELETE /v2.0/networks/dcdad532-0fd5-477f-b8ce-ace5a46ba8fb HTTP/1.1" status: 204 len: 168 time: 0.6545098 Mar 22 19:29:53.475279 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03f6fd-7b3a-4aae-9084-4e4acead3f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdad532-0fd5-477f-b8ce-ace5a46ba8fb,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:53.804738 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49584) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:53.845844 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d92277b3-1565-4beb-94e0-58f1fa26a7b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a493e4625c354c37983dd17572599224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399134 Mar 22 19:29:53.848461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49588) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:53.896463 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df565c4a-3027-4588-9394-066b711545aa admin admin] Publish callbacks [] for security_group (b1284273-aa4a-411d-a9de-34f3bc605c77), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.920310 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df565c4a-3027-4588-9394-066b711545aa admin admin] Publish callbacks [] for security_group (b1284273-aa4a-411d-a9de-34f3bc605c77), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.053909 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df565c4a-3027-4588-9394-066b711545aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b1284273-aa4a-411d-a9de-34f3bc605c77), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.057672 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df565c4a-3027-4588-9394-066b711545aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.058834 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-df565c4a-3027-4588-9394-066b711545aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1284273-aa4a-411d-a9de-34f3bc605c77 HTTP/1.1" status: 204 len: 168 time: 0.2094803 Mar 22 19:29:54.066683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c4a-3027-4588-9394-066b711545aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1284273-aa4a-411d-a9de-34f3bc605c77,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:54.442620 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c422401-0caf-4eb0-b6b9-ceb20ab29108 req-b61bba26-b6e8-44db-9d95-888f1bb0dd74 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:54.444080 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9c422401-0caf-4eb0-b6b9-ceb20ab29108 req-b61bba26-b6e8-44db-9d95-888f1bb0dd74 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0541623 Mar 22 19:29:54.494564 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9c422401-0caf-4eb0-b6b9-ceb20ab29108 req-3b65093c-c9c5-4224-9126-b4b501c9f4ef tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Mar 22 19:29:54.726579 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49638) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:54.772541 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f34e0d55-aac5-4c09-a7dc-43f01e441e68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a423659540b34457816c2fdcd4cdf644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447848 Mar 22 19:29:54.775308 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49640) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:54.831856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-16f34aaf-dc8e-420a-8ad2-ece2944b9069 admin admin] Publish callbacks [] for security_group (814e5a44-dfdd-447e-aa33-5061ce5ce8ce), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.845090 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-16f34aaf-dc8e-420a-8ad2-ece2944b9069 admin admin] Publish callbacks [] for security_group (814e5a44-dfdd-447e-aa33-5061ce5ce8ce), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.014881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-16f34aaf-dc8e-420a-8ad2-ece2944b9069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (814e5a44-dfdd-447e-aa33-5061ce5ce8ce), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.017541 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-16f34aaf-dc8e-420a-8ad2-ece2944b9069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.024390 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-16f34aaf-dc8e-420a-8ad2-ece2944b9069 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/814e5a44-dfdd-447e-aa33-5061ce5ce8ce HTTP/1.1" status: 204 len: 168 time: 0.2423456 Mar 22 19:29:55.030042 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f34aaf-dc8e-420a-8ad2-ece2944b9069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e5a44-dfdd-447e-aa33-5061ce5ce8ce,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:55.312435 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49656) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:55.513849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6f54814a-11c8-4d10-9182-e085850018e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.629572 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6f54814a-11c8-4d10-9182-e085850018e6 admin admin] Publish callbacks [] for security_group (c074d1cf-d47f-47db-bc3b-887fd38d35b2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.652340 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a68cf-820b-4e39-ad9d-4eb0247e023b req-9782013b-931f-4427-8a08-4088e9a0baa2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:55.653756 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-375a68cf-820b-4e39-ad9d-4eb0247e023b req-9782013b-931f-4427-8a08-4088e9a0baa2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0670519 Mar 22 19:29:55.702704 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-375a68cf-820b-4e39-ad9d-4eb0247e023b req-78aaac58-67e8-4398-b59d-49f767fb8279 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Mar 22 19:29:55.797562 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6f54814a-11c8-4d10-9182-e085850018e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c074d1cf-d47f-47db-bc3b-887fd38d35b2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.833028 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6f54814a-11c8-4d10-9182-e085850018e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82c4bffbb4784391b50393dd9498dd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190992 Mar 22 19:29:55.838831 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49680) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:55.843899 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54814a-11c8-4d10-9182-e085850018e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c074d1cf-d47f-47db-bc3b-887fd38d35b2,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:55.907153 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caef427c-266a-4979-b7e0-466752cc5d4e admin admin] Publish callbacks [] for security_group (c074d1cf-d47f-47db-bc3b-887fd38d35b2), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.934284 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caef427c-266a-4979-b7e0-466752cc5d4e admin admin] Publish callbacks [] for security_group (c074d1cf-d47f-47db-bc3b-887fd38d35b2), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.094358 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caef427c-266a-4979-b7e0-466752cc5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c074d1cf-d47f-47db-bc3b-887fd38d35b2), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.097145 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caef427c-266a-4979-b7e0-466752cc5d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.098329 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-caef427c-266a-4979-b7e0-466752cc5d4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c074d1cf-d47f-47db-bc3b-887fd38d35b2 HTTP/1.1" status: 204 len: 168 time: 0.2584789 Mar 22 19:29:56.107464 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef427c-266a-4979-b7e0-466752cc5d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c074d1cf-d47f-47db-bc3b-887fd38d35b2,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:56.827458 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cdee0-24e6-43ed-a659-f62674152cb2 req-31084831-765d-41ad-a4de-ad5d82aa2d1a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.829429 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5c4cdee0-24e6-43ed-a659-f62674152cb2 req-31084831-765d-41ad-a4de-ad5d82aa2d1a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0587950 Mar 22 19:29:56.879612 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5c4cdee0-24e6-43ed-a659-f62674152cb2 req-ca3553fb-3bee-423a-af8c-b80f404b6059 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Mar 22 19:29:56.886565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49752) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:56.903373 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-126ca84b-0115-4ca6-afc3-5adca809c7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.974309 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-126ca84b-0115-4ca6-afc3-5adca809c7be admin admin] Publish callbacks [] for security_group (76bd7b48-eea5-47b8-8853-9e1ae8956c01), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.091998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-126ca84b-0115-4ca6-afc3-5adca809c7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (76bd7b48-eea5-47b8-8853-9e1ae8956c01), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.129848 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-126ca84b-0115-4ca6-afc3-5adca809c7be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8dd1104814f482fa89771b08d85ee0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422078 Mar 22 19:29:57.130783 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ca84b-0115-4ca6-afc3-5adca809c7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bd7b48-eea5-47b8-8853-9e1ae8956c01,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:57.132513 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49754) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:57.183349 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-29f3eadd-c9aa-4a53-8010-aa1eea7239f7 admin admin] Publish callbacks [] for security_group (76bd7b48-eea5-47b8-8853-9e1ae8956c01), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.206564 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-29f3eadd-c9aa-4a53-8010-aa1eea7239f7 admin admin] Publish callbacks [] for security_group (76bd7b48-eea5-47b8-8853-9e1ae8956c01), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.309597 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-29f3eadd-c9aa-4a53-8010-aa1eea7239f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (76bd7b48-eea5-47b8-8853-9e1ae8956c01), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.312267 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-29f3eadd-c9aa-4a53-8010-aa1eea7239f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.313418 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-29f3eadd-c9aa-4a53-8010-aa1eea7239f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/76bd7b48-eea5-47b8-8853-9e1ae8956c01 HTTP/1.1" status: 204 len: 168 time: 0.1798530 Mar 22 19:29:57.321431 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3eadd-c9aa-4a53-8010-aa1eea7239f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bd7b48-eea5-47b8-8853-9e1ae8956c01,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:58.000266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4a7dc-2532-4ace-a89a-be369bafa89f req-03d6b535-94b5-4647-b811-b8411a5a65f5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.001746 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1dc4a7dc-2532-4ace-a89a-be369bafa89f req-03d6b535-94b5-4647-b811-b8411a5a65f5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0515585 Mar 22 19:29:58.091667 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1dc4a7dc-2532-4ace-a89a-be369bafa89f req-61692ba8-78a6-478b-af4f-2e095bc18c5a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Mar 22 19:29:59.222622 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea5b2e-e821-4cc0-8382-9f69f90d002e req-b279d332-99ae-439c-bf93-1be8aa6c7ddb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:59.224195 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a1ea5b2e-e821-4cc0-8382-9f69f90d002e req-b279d332-99ae-439c-bf93-1be8aa6c7ddb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0629518 Mar 22 19:29:59.276700 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a1ea5b2e-e821-4cc0-8382-9f69f90d002e req-61868bbf-b0e5-495f-9861-433fb443d3ff tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Mar 22 19:29:59.800164 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49870) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:00.022461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27d19715-9a0e-41ab-ba7c-d0af55be7db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.098601 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27d19715-9a0e-41ab-ba7c-d0af55be7db2 admin admin] Publish callbacks [] for security_group (ee983145-17de-4db4-8626-2a90469a2aa2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.209153 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27d19715-9a0e-41ab-ba7c-d0af55be7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ee983145-17de-4db4-8626-2a90469a2aa2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.249827 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-27d19715-9a0e-41ab-ba7c-d0af55be7db2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04a9ac6014494f258c89bf01fe710d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485035 Mar 22 19:30:00.250795 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d19715-9a0e-41ab-ba7c-d0af55be7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee983145-17de-4db4-8626-2a90469a2aa2,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:00.252481 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49874) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:00.308097 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eef3-8b36-489b-bf0d-c4a5e36e07c2 admin admin] Publish callbacks [] for security_group (ee983145-17de-4db4-8626-2a90469a2aa2), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.333746 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eef3-8b36-489b-bf0d-c4a5e36e07c2 admin admin] Publish callbacks [] for security_group (ee983145-17de-4db4-8626-2a90469a2aa2), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.406621 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cce86f-cb5c-4829-a255-eb551d2fbc51 req-55f4226b-ee8d-4182-91b7-18e8e15ec57c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:00.408459 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62cce86f-cb5c-4829-a255-eb551d2fbc51 req-55f4226b-ee8d-4182-91b7-18e8e15ec57c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0570812 Mar 22 19:30:00.435159 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49880) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:00.468230 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62cce86f-cb5c-4829-a255-eb551d2fbc51 req-88567397-bf86-4db7-8ffb-6ccda67f85f0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541975 Mar 22 19:30:00.511350 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eef3-8b36-489b-bf0d-c4a5e36e07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ee983145-17de-4db4-8626-2a90469a2aa2), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.514058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eef3-8b36-489b-bf0d-c4a5e36e07c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.517785 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2ec1eef3-8b36-489b-bf0d-c4a5e36e07c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee983145-17de-4db4-8626-2a90469a2aa2 HTTP/1.1" status: 204 len: 168 time: 0.2615240 Mar 22 19:30:00.524061 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1eef3-8b36-489b-bf0d-c4a5e36e07c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee983145-17de-4db4-8626-2a90469a2aa2,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:00.556898 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-99bc6d92-6539-4b2e-b3ee-2fbd26d2c0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.649166 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-99bc6d92-6539-4b2e-b3ee-2fbd26d2c0bf admin admin] Publish callbacks [] for security_group (a43b6e5e-8183-4c3b-8d69-758105a18f48), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.761231 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-99bc6d92-6539-4b2e-b3ee-2fbd26d2c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a43b6e5e-8183-4c3b-8d69-758105a18f48), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.802274 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-99bc6d92-6539-4b2e-b3ee-2fbd26d2c0bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28dfc3e01df545eb883e6517856c5285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659530 Mar 22 19:30:00.803115 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6d92-6539-4b2e-b3ee-2fbd26d2c0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43b6e5e-8183-4c3b-8d69-758105a18f48,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:00.806417 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49892) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:00.870838 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c51c-da1c-4203-9dce-b3370cbaa9cd admin admin] Publish callbacks [] for security_group (a43b6e5e-8183-4c3b-8d69-758105a18f48), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.896454 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c51c-da1c-4203-9dce-b3370cbaa9cd admin admin] Publish callbacks [] for security_group (a43b6e5e-8183-4c3b-8d69-758105a18f48), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.023824 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c51c-da1c-4203-9dce-b3370cbaa9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a43b6e5e-8183-4c3b-8d69-758105a18f48), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.026951 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c51c-da1c-4203-9dce-b3370cbaa9cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.028188 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f3d0c51c-da1c-4203-9dce-b3370cbaa9cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a43b6e5e-8183-4c3b-8d69-758105a18f48 HTTP/1.1" status: 204 len: 168 time: 0.2207057 Mar 22 19:30:01.035984 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0c51c-da1c-4203-9dce-b3370cbaa9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43b6e5e-8183-4c3b-8d69-758105a18f48,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:01.217834 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49900) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:01.231327 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4e82-fee6-41f6-bb3e-509c5152dfa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.307113 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4e82-fee6-41f6-bb3e-509c5152dfa7 admin admin] Publish callbacks [] for security_group (32c36a26-3dfb-4a3f-94ca-64a4849984f1), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.395515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4e82-fee6-41f6-bb3e-509c5152dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (32c36a26-3dfb-4a3f-94ca-64a4849984f1), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.435153 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dfcf4e82-fee6-41f6-bb3e-509c5152dfa7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d44fdc86b9e40b1ab8e388749d1b142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156417 Mar 22 19:30:01.436194 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf4e82-fee6-41f6-bb3e-509c5152dfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c36a26-3dfb-4a3f-94ca-64a4849984f1,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:01.437838 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49904) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:01.490474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64aeac35-21ea-44aa-a3cb-fcab1fb83020 admin admin] Publish callbacks [] for security_group (32c36a26-3dfb-4a3f-94ca-64a4849984f1), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.513280 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64aeac35-21ea-44aa-a3cb-fcab1fb83020 admin admin] Publish callbacks [] for security_group (32c36a26-3dfb-4a3f-94ca-64a4849984f1), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.585161 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fcad1-19ed-49ef-b6cc-ad17385ffe9f req-3a7e4710-0b8e-4df2-ba12-e0b5b7113e54 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.586633 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d2fcad1-19ed-49ef-b6cc-ad17385ffe9f req-3a7e4710-0b8e-4df2-ba12-e0b5b7113e54 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0558295 Mar 22 19:30:01.640037 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d2fcad1-19ed-49ef-b6cc-ad17385ffe9f req-2dc2fdad-e299-4b3f-9693-a319681948fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Mar 22 19:30:01.652677 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64aeac35-21ea-44aa-a3cb-fcab1fb83020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (32c36a26-3dfb-4a3f-94ca-64a4849984f1), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.655604 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64aeac35-21ea-44aa-a3cb-fcab1fb83020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.656908 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-64aeac35-21ea-44aa-a3cb-fcab1fb83020 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32c36a26-3dfb-4a3f-94ca-64a4849984f1 HTTP/1.1" status: 204 len: 168 time: 0.2173171 Mar 22 19:30:01.666147 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49912) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:01.668898 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeac35-21ea-44aa-a3cb-fcab1fb83020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c36a26-3dfb-4a3f-94ca-64a4849984f1,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:01.682074 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6550eaac-ce49-4652-ae6e-4e630a876269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.771215 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6550eaac-ce49-4652-ae6e-4e630a876269 admin admin] Publish callbacks [] for security_group (2f661e59-babd-4c3a-9700-5a7e20b4855c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.854310 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6550eaac-ce49-4652-ae6e-4e630a876269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (2f661e59-babd-4c3a-9700-5a7e20b4855c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.900156 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6550eaac-ce49-4652-ae6e-4e630a876269 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1163362aee7c43e084f808a5c25b5957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322464 Mar 22 19:30:01.900906 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550eaac-ce49-4652-ae6e-4e630a876269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f661e59-babd-4c3a-9700-5a7e20b4855c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:01.903992 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49918) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:01.955046 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ceced7c7-52e5-4ffc-aa7e-75d224587bc6 admin admin] Publish callbacks [] for security_group (2f661e59-babd-4c3a-9700-5a7e20b4855c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.976961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ceced7c7-52e5-4ffc-aa7e-75d224587bc6 admin admin] Publish callbacks [] for security_group (2f661e59-babd-4c3a-9700-5a7e20b4855c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.111467 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ceced7c7-52e5-4ffc-aa7e-75d224587bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (2f661e59-babd-4c3a-9700-5a7e20b4855c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.114123 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ceced7c7-52e5-4ffc-aa7e-75d224587bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.117861 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ceced7c7-52e5-4ffc-aa7e-75d224587bc6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f661e59-babd-4c3a-9700-5a7e20b4855c HTTP/1.1" status: 204 len: 168 time: 0.2103055 Mar 22 19:30:02.124396 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceced7c7-52e5-4ffc-aa7e-75d224587bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f661e59-babd-4c3a-9700-5a7e20b4855c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:02.768274 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2bd0-9145-495a-8fd5-85cf71e1dd76 req-d2e1faf0-a2cb-42b4-8dbd-12aa0940f232 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:02.769844 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea9a2bd0-9145-495a-8fd5-85cf71e1dd76 req-d2e1faf0-a2cb-42b4-8dbd-12aa0940f232 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0621486 Mar 22 19:30:02.818574 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea9a2bd0-9145-495a-8fd5-85cf71e1dd76 req-29606bef-85d6-4b32-8a6c-da8903a52247 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Mar 22 19:30:03.546221 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 49980) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:03.696907 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cb98f0c-7b96-4d26-bdd7-67150742ab04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:03.776740 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cb98f0c-7b96-4d26-bdd7-67150742ab04 admin admin] Publish callbacks [] for security_group (af3ce5fb-1fc6-4887-9051-2819bc059e5d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:03.914961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cb98f0c-7b96-4d26-bdd7-67150742ab04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (af3ce5fb-1fc6-4887-9051-2819bc059e5d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:03.967737 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb98f0c-7b96-4d26-bdd7-67150742ab04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3ce5fb-1fc6-4887-9051-2819bc059e5d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:03.973198 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1cb98f0c-7b96-4d26-bdd7-67150742ab04 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0d3569d47d649749a45d99c39ec33a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255834 Mar 22 19:30:03.975893 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 49996) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:03.986285 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f74fd-3d57-4f95-9f48-d64ee301c712 req-b046688c-eaee-4069-9cf7-1ef982f4aae0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.988369 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-db0f74fd-3d57-4f95-9f48-d64ee301c712 req-b046688c-eaee-4069-9cf7-1ef982f4aae0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.1016307 Mar 22 19:30:04.035206 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc3-16c7-4bf9-b131-417bd6eb06da admin admin] Publish callbacks [] for security_group (af3ce5fb-1fc6-4887-9051-2819bc059e5d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.049444 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-db0f74fd-3d57-4f95-9f48-d64ee301c712 req-133b47bf-715c-4718-b088-58b5eb4a751d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548539 Mar 22 19:30:04.060980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc3-16c7-4bf9-b131-417bd6eb06da admin admin] Publish callbacks [] for security_group (af3ce5fb-1fc6-4887-9051-2819bc059e5d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.282743 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc3-16c7-4bf9-b131-417bd6eb06da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (af3ce5fb-1fc6-4887-9051-2819bc059e5d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.285813 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc3-16c7-4bf9-b131-417bd6eb06da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.287224 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-633e2dc3-16c7-4bf9-b131-417bd6eb06da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af3ce5fb-1fc6-4887-9051-2819bc059e5d HTTP/1.1" status: 204 len: 168 time: 0.3096302 Mar 22 19:30:04.304177 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e2dc3-16c7-4bf9-b131-417bd6eb06da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3ce5fb-1fc6-4887-9051-2819bc059e5d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:05.173005 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd028b-8ef8-47f5-9456-ed088bffe895 req-d3da1082-7f0d-46c0-b245-1d34b3daf1e7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.174498 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c2bd028b-8ef8-47f5-9456-ed088bffe895 req-d3da1082-7f0d-46c0-b245-1d34b3daf1e7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0575871 Mar 22 19:30:05.225363 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c2bd028b-8ef8-47f5-9456-ed088bffe895 req-ab22e087-21bb-43b2-bea8-65aabe855a98 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Mar 22 19:30:05.322657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-675b6191-88b2-4120-b7ee-5a99d6001d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.189574 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50066) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:06.299119 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dcb24195-5108-42ae-91bd-0ed65bcdd7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.355055 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d28b9-42a6-49d9-96c1-51a20ccb4a04 req-ccf5759f-aa20-42a7-b286-a0611a5b1583 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:06.357396 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-197d28b9-42a6-49d9-96c1-51a20ccb4a04 req-ccf5759f-aa20-42a7-b286-a0611a5b1583 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0558808 Mar 22 19:30:06.388116 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dcb24195-5108-42ae-91bd-0ed65bcdd7bb admin admin] Publish callbacks [] for security_group (c7013687-c523-4803-83df-8286e546a165), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.407872 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-197d28b9-42a6-49d9-96c1-51a20ccb4a04 req-4454f655-e933-4336-b975-4b45e263c6c8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Mar 22 19:30:06.482520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dcb24195-5108-42ae-91bd-0ed65bcdd7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c7013687-c523-4803-83df-8286e546a165), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.528055 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dcb24195-5108-42ae-91bd-0ed65bcdd7bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05f3e4e327074ea4b00fbb75a2619a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373709 Mar 22 19:30:06.528804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb24195-5108-42ae-91bd-0ed65bcdd7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7013687-c523-4803-83df-8286e546a165,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:06.531028 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50078) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:06.591556 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-24d7326a-932d-483c-b032-365da1e2c3b7 admin admin] Publish callbacks [] for security_group (c7013687-c523-4803-83df-8286e546a165), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.618332 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-24d7326a-932d-483c-b032-365da1e2c3b7 admin admin] Publish callbacks [] for security_group (c7013687-c523-4803-83df-8286e546a165), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.753518 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-24d7326a-932d-483c-b032-365da1e2c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c7013687-c523-4803-83df-8286e546a165), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.753518 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-24d7326a-932d-483c-b032-365da1e2c3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.753518 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-24d7326a-932d-483c-b032-365da1e2c3b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7013687-c523-4803-83df-8286e546a165 HTTP/1.1" status: 204 len: 168 time: 0.2209973 Mar 22 19:30:06.764749 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7326a-932d-483c-b032-365da1e2c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7013687-c523-4803-83df-8286e546a165,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:07.265195 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50108) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:07.380922 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e38b94-66ad-4d56-a855-d7c2270cbb70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.458238 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e38b94-66ad-4d56-a855-d7c2270cbb70 admin admin] Publish callbacks [] for security_group (c652b0cd-6660-4cca-8359-3faae2cc0da9), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.517186 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e38b94-66ad-4d56-a855-d7c2270cbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c652b0cd-6660-4cca-8359-3faae2cc0da9), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.536701 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae4a6e-05ff-404f-aef4-30b60b03e9c1 req-3efa16c9-0d0c-4100-a69b-828f9c28f39b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:07.538178 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-deae4a6e-05ff-404f-aef4-30b60b03e9c1 req-3efa16c9-0d0c-4100-a69b-828f9c28f39b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0559790 Mar 22 19:30:07.557492 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b3e38b94-66ad-4d56-a855-d7c2270cbb70 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58e65a1e820f45219558170789191541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910209 Mar 22 19:30:07.559885 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e38b94-66ad-4d56-a855-d7c2270cbb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652b0cd-6660-4cca-8359-3faae2cc0da9,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:07.561695 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50122) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:07.610155 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-deae4a6e-05ff-404f-aef4-30b60b03e9c1 req-89b271b0-11b5-419a-a3fc-6cda95078db7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656745 Mar 22 19:30:07.633631 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a2a6cbc7-a9f8-4c03-a418-4c3a40d40607 admin admin] Publish callbacks [] for security_group (c652b0cd-6660-4cca-8359-3faae2cc0da9), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.656364 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a2a6cbc7-a9f8-4c03-a418-4c3a40d40607 admin admin] Publish callbacks [] for security_group (c652b0cd-6660-4cca-8359-3faae2cc0da9), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.802585 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a2a6cbc7-a9f8-4c03-a418-4c3a40d40607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c652b0cd-6660-4cca-8359-3faae2cc0da9), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.805265 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a2a6cbc7-a9f8-4c03-a418-4c3a40d40607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.806415 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a2a6cbc7-a9f8-4c03-a418-4c3a40d40607 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c652b0cd-6660-4cca-8359-3faae2cc0da9 HTTP/1.1" status: 204 len: 168 time: 0.2435076 Mar 22 19:30:07.814957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6cbc7-a9f8-4c03-a418-4c3a40d40607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652b0cd-6660-4cca-8359-3faae2cc0da9,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:07.835239 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-93d47741-3c08-4923-8284-c9a21fd56302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.454259 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50180) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:08.468066 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-787dacb5-a80e-4dbe-94e8-504cde50df47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.552253 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-787dacb5-a80e-4dbe-94e8-504cde50df47 admin admin] Publish callbacks [] for security_group (1e8c0d51-5631-4ee3-9ea7-dca237713d6d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.637000 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-787dacb5-a80e-4dbe-94e8-504cde50df47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1e8c0d51-5631-4ee3-9ea7-dca237713d6d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.681740 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-787dacb5-a80e-4dbe-94e8-504cde50df47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5642a4abc52d4de399027acdcfd2dbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263834 Mar 22 19:30:08.683860 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dacb5-a80e-4dbe-94e8-504cde50df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c0d51-5631-4ee3-9ea7-dca237713d6d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:08.684706 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50184) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:08.737490 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e404-4798-4679-9e26-ec07a659b585 admin admin] Publish callbacks [] for security_group (1e8c0d51-5631-4ee3-9ea7-dca237713d6d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.742015 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0e133-de0a-43e6-a47c-00895edcf0d4 req-b90d17cd-8cda-476f-b2ee-9968e11bf5d9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:08.743578 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81e0e133-de0a-43e6-a47c-00895edcf0d4 req-b90d17cd-8cda-476f-b2ee-9968e11bf5d9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0607159 Mar 22 19:30:08.759491 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e404-4798-4679-9e26-ec07a659b585 admin admin] Publish callbacks [] for security_group (1e8c0d51-5631-4ee3-9ea7-dca237713d6d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.792969 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81e0e133-de0a-43e6-a47c-00895edcf0d4 req-9cc0ac3b-09ed-4d3a-b672-05353cf7df02 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Mar 22 19:30:08.932152 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e404-4798-4679-9e26-ec07a659b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1e8c0d51-5631-4ee3-9ea7-dca237713d6d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.935075 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e404-4798-4679-9e26-ec07a659b585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.936335 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5fc0e404-4798-4679-9e26-ec07a659b585 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e8c0d51-5631-4ee3-9ea7-dca237713d6d HTTP/1.1" status: 204 len: 168 time: 0.2501204 Mar 22 19:30:08.944194 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0e404-4798-4679-9e26-ec07a659b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c0d51-5631-4ee3-9ea7-dca237713d6d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:09.042828 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:09.942820 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d337b-bd23-4c96-ba61-7b567f65cce0 req-0ca2d8ff-5600-479c-a91b-405d4a126503 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:09.946332 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b9d337b-bd23-4c96-ba61-7b567f65cce0 req-0ca2d8ff-5600-479c-a91b-405d4a126503 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0858877 Mar 22 19:30:10.020474 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b9d337b-bd23-4c96-ba61-7b567f65cce0 req-6fd3d12e-81ce-4f7c-88db-07d0f4cf50e1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Mar 22 19:30:10.368916 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.460160 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:11.138497 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023880-c1d3-4af7-a55d-59c27462ab94 req-08e92304-0bbd-4c8a-936d-13e10b32125e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:11.140184 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7e023880-c1d3-4af7-a55d-59c27462ab94 req-08e92304-0bbd-4c8a-936d-13e10b32125e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0580308 Mar 22 19:30:11.196254 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7e023880-c1d3-4af7-a55d-59c27462ab94 req-a7c47f85-da96-45fc-9f78-a159b4e2a195 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Mar 22 19:30:11.581238 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:30:11.700598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:12.326567 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190876-e517-494a-8ed8-50fd04e7a4eb req-fef81d76-3c51-4f2f-9085-4ef573e77af4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:12.328104 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e7190876-e517-494a-8ed8-50fd04e7a4eb req-fef81d76-3c51-4f2f-9085-4ef573e77af4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0554211 Mar 22 19:30:12.378062 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e7190876-e517-494a-8ed8-50fd04e7a4eb req-e51982ec-8a1c-4603-b38e-783c0bffea21 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Mar 22 19:30:13.516855 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb99a6-cd04-4626-a18f-e16dbb44d589 req-4cde9e4a-c54d-4583-bc59-8b5fe4034c4b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:13.518366 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-62eb99a6-cd04-4626-a18f-e16dbb44d589 req-4cde9e4a-c54d-4583-bc59-8b5fe4034c4b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0586467 Mar 22 19:30:13.571354 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-62eb99a6-cd04-4626-a18f-e16dbb44d589 req-caa09ec2-074d-4d53-900c-cfce2e2399ed tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Mar 22 19:30:14.694097 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb3123-cdc6-4258-8a6e-b00fd550d062 req-d0892b20-f9b2-4d18-948e-16cc216806bb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:14.695598 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40cb3123-cdc6-4258-8a6e-b00fd550d062 req-d0892b20-f9b2-4d18-948e-16cc216806bb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0569973 Mar 22 19:30:14.743246 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40cb3123-cdc6-4258-8a6e-b00fd550d062 req-48985c58-7e5e-4f76-8bff-2c0326f6c206 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Mar 22 19:30:15.860819 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0392-7c22-495c-9c67-848461f01b86 req-085e4a85-c306-4814-9f38-76bb82922454 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:15.862229 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1a0d0392-7c22-495c-9c67-848461f01b86 req-085e4a85-c306-4814-9f38-76bb82922454 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0534194 Mar 22 19:30:15.916971 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1a0d0392-7c22-495c-9c67-848461f01b86 req-e2c8c5eb-9cd5-4027-93eb-f93687fba22d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Mar 22 19:30:17.040558 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f86c7-e5f2-4ea2-acd9-24879657996c req-0f9ecd41-df91-422d-a67e-fa4e68dae456 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:17.047596 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c69f86c7-e5f2-4ea2-acd9-24879657996c req-0f9ecd41-df91-422d-a67e-fa4e68dae456 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0532334 Mar 22 19:30:17.089569 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c69f86c7-e5f2-4ea2-acd9-24879657996c req-d44ab9d6-f4ca-430f-ac0a-7353353546a2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Mar 22 19:30:18.216892 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596c6d4-87be-4c69-92d0-78ef0087eb7a req-fa252c90-8709-4c30-b602-849aa8b978bc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:18.219353 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d596c6d4-87be-4c69-92d0-78ef0087eb7a req-fa252c90-8709-4c30-b602-849aa8b978bc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0614698 Mar 22 19:30:18.298637 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d596c6d4-87be-4c69-92d0-78ef0087eb7a req-f744e3b0-79e6-4ef7-8ff1-fc0a8ba262fc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739479 Mar 22 19:30:18.308583 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588dd4a-d241-43bc-bad5-c33da5ebecc3 req-7c43a2d8-9a07-458e-89f5-9ca8336d3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:18.310226 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9588dd4a-d241-43bc-bad5-c33da5ebecc3 req-7c43a2d8-9a07-458e-89f5-9ca8336d3ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 1130 time: 0.0688264 Mar 22 19:30:18.358666 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9588dd4a-d241-43bc-bad5-c33da5ebecc3 req-4685ee8c-d4f1-4b51-9b6a-fe8e9c292de8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Mar 22 19:30:19.422328 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b670-30b5-48b8-9c2c-49d6471c1221 req-8004136f-0be2-4249-929c-57391ebb325c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:19.423895 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f0c0b670-30b5-48b8-9c2c-49d6471c1221 req-8004136f-0be2-4249-929c-57391ebb325c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0559828 Mar 22 19:30:19.478583 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f0c0b670-30b5-48b8-9c2c-49d6471c1221 req-a13b3b4f-4517-4e52-a903-1ddd13119f81 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Mar 22 19:30:19.580968 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50412) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:19.687152 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fa24-8565-4203-981b-ca0e79bdbf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.767002 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fa24-8565-4203-981b-ca0e79bdbf2a admin admin] Publish callbacks [] for security_group (1b1b9e66-df33-42d5-8202-1f9c03c1085c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.865761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fa24-8565-4203-981b-ca0e79bdbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1b1b9e66-df33-42d5-8202-1f9c03c1085c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.905165 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8fa24-8565-4203-981b-ca0e79bdbf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b9e66-df33-42d5-8202-1f9c03c1085c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:19.910682 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6ec8fa24-8565-4203-981b-ca0e79bdbf2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d9cd9defefa4518bd98f418beb6430b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280609 Mar 22 19:30:19.912783 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50418) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:19.960745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d4e34422-4584-42f5-a5f0-cb3d378e78e1 admin admin] Publish callbacks [] for security_group (1b1b9e66-df33-42d5-8202-1f9c03c1085c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.983381 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d4e34422-4584-42f5-a5f0-cb3d378e78e1 admin admin] Publish callbacks [] for security_group (1b1b9e66-df33-42d5-8202-1f9c03c1085c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.128438 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d4e34422-4584-42f5-a5f0-cb3d378e78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1b1b9e66-df33-42d5-8202-1f9c03c1085c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.131490 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d4e34422-4584-42f5-a5f0-cb3d378e78e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.133022 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d4e34422-4584-42f5-a5f0-cb3d378e78e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b1b9e66-df33-42d5-8202-1f9c03c1085c HTTP/1.1" status: 204 len: 168 time: 0.2191880 Mar 22 19:30:20.142147 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e34422-4584-42f5-a5f0-cb3d378e78e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b9e66-df33-42d5-8202-1f9c03c1085c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:20.624886 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5171c5-cc2c-485d-b581-71f5fcfe459d req-f0e41a6f-65ac-447c-adb1-907a4cd05fb6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:20.626476 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8f5171c5-cc2c-485d-b581-71f5fcfe459d req-f0e41a6f-65ac-447c-adb1-907a4cd05fb6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0537381 Mar 22 19:30:20.675993 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8f5171c5-cc2c-485d-b581-71f5fcfe459d req-c048fcf6-0c61-4851-af82-617b84909c8d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Mar 22 19:30:20.798887 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73773b2-b232-414d-8def-32934f6c9581 req-a5d22cb8-bb44-4622-a729-cfc188bc5445 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:20.800706 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f73773b2-b232-414d-8def-32934f6c9581 req-a5d22cb8-bb44-4622-a729-cfc188bc5445 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0584538 Mar 22 19:30:20.846745 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50436) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:20.857074 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f73773b2-b232-414d-8def-32934f6c9581 req-0a1674fb-fa91-4661-8bfe-bd2ded471314 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Mar 22 19:30:20.863463 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c939ee79-2181-4523-9eed-ac52bd67428e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.954903 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c939ee79-2181-4523-9eed-ac52bd67428e admin admin] Publish callbacks [] for security_group (75d5b701-f296-44f4-a1eb-5f136130c628), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.059847 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c939ee79-2181-4523-9eed-ac52bd67428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (75d5b701-f296-44f4-a1eb-5f136130c628), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.104012 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c939ee79-2181-4523-9eed-ac52bd67428e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74d13687d96944a09c9ef0a075df9b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560472 Mar 22 19:30:21.104905 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939ee79-2181-4523-9eed-ac52bd67428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5b701-f296-44f4-a1eb-5f136130c628,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:21.107461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50440) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:21.160683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-55465990-6e9d-42a5-a925-c1c37337f3db admin admin] Publish callbacks [] for security_group (75d5b701-f296-44f4-a1eb-5f136130c628), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.185313 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-55465990-6e9d-42a5-a925-c1c37337f3db admin admin] Publish callbacks [] for security_group (75d5b701-f296-44f4-a1eb-5f136130c628), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.305700 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-55465990-6e9d-42a5-a925-c1c37337f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (75d5b701-f296-44f4-a1eb-5f136130c628), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.308841 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-55465990-6e9d-42a5-a925-c1c37337f3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.310241 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-55465990-6e9d-42a5-a925-c1c37337f3db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75d5b701-f296-44f4-a1eb-5f136130c628 HTTP/1.1" status: 204 len: 168 time: 0.2012439 Mar 22 19:30:21.318379 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55465990-6e9d-42a5-a925-c1c37337f3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5b701-f296-44f4-a1eb-5f136130c628,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:25.375509 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c083-50d2-43e6-8f86-20baf542e842 req-2977c91a-bf43-41f4-b965-aafb77dc85b2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.377018 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5568c083-50d2-43e6-8f86-20baf542e842 req-2977c91a-bf43-41f4-b965-aafb77dc85b2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0562360 Mar 22 19:30:25.429530 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5568c083-50d2-43e6-8f86-20baf542e842 req-ec07cc3c-f4b1-472f-90e4-ac7c51b2c61c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Mar 22 19:30:25.461609 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-4d99ad89-021b-4d34-8920-4ff258b44da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.463092 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-4d99ad89-021b-4d34-8920-4ff258b44da9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1129 time: 0.0471742 Mar 22 19:30:25.567599 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-97792f56-705f-4383-a727-0a496614428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.567599 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-97792f56-705f-4383-a727-0a496614428f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.0929592 Mar 22 19:30:25.609851 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-ab173bbc-d979-4d43-97f4-bda5ad6c9a39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 200 len: 217 time: 0.0373740 Mar 22 19:30:25.659814 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-1e57ffe6-2a39-470a-b1aa-8174752568f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.661296 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-1e57ffe6-2a39-470a-b1aa-8174752568f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0447485 Mar 22 19:30:25.714855 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-66c1eab4-3a46-4ef3-9ced-b7355324b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.716482 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-66c1eab4-3a46-4ef3-9ced-b7355324b6c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490239 Mar 22 19:30:25.814752 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-2a2ddb22-4799-48e1-bfcb-112b87a021e0 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876873 Mar 22 19:30:25.916119 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef5a7b40-6aa9-482b-ad0f-f05b811148bc req-fb0b61a7-9eeb-431e-a02f-c35f9682a7bd service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909398 Mar 22 19:30:26.557182 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e729cc1-f00a-4f69-bbc5-d2801dd00dda req-7a9129db-0c60-4535-b562-d100eb8cdfc1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:26.558831 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8e729cc1-f00a-4f69-bbc5-d2801dd00dda req-7a9129db-0c60-4535-b562-d100eb8cdfc1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0550933 Mar 22 19:30:26.609807 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8e729cc1-f00a-4f69-bbc5-d2801dd00dda req-ced40bcd-09e5-48e7-b6f3-6963bfdbd867 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Mar 22 19:30:27.726593 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef896e-130d-48d5-9d39-595922c36ae3 req-19459071-e6e8-467e-89c9-5b7e3eccface tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.728172 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-33ef896e-130d-48d5-9d39-595922c36ae3 req-19459071-e6e8-467e-89c9-5b7e3eccface tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0517049 Mar 22 19:30:27.774688 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-33ef896e-130d-48d5-9d39-595922c36ae3 req-5cd994c5-f261-4f20-b081-c5f2acb56ad8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Mar 22 19:30:28.889207 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1e00-2696-42ce-87e2-388c28692189 req-906582a1-4798-48c3-94cf-421eb89d178c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.890664 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-690d1e00-2696-42ce-87e2-388c28692189 req-906582a1-4798-48c3-94cf-421eb89d178c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0509853 Mar 22 19:30:28.939145 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-690d1e00-2696-42ce-87e2-388c28692189 req-e6032062-67b2-419c-b79d-fa4e72a2c72f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Mar 22 19:30:30.059058 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d3d1-938f-4be7-a5d4-51d4ce68178d req-fd6d893f-eb2b-474b-9d91-6881f20e9bcb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.060560 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b03d3d1-938f-4be7-a5d4-51d4ce68178d req-fd6d893f-eb2b-474b-9d91-6881f20e9bcb tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0537004 Mar 22 19:30:30.114059 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b03d3d1-938f-4be7-a5d4-51d4ce68178d req-0a86e364-7534-414c-9789-dbce81dde118 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Mar 22 19:30:31.233313 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef87083-346a-4c34-a0cb-1278616f6d85 req-643c371e-eb3c-4cb6-bb39-d70a6179d1cc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.234755 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2ef87083-346a-4c34-a0cb-1278616f6d85 req-643c371e-eb3c-4cb6-bb39-d70a6179d1cc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0547371 Mar 22 19:30:31.281634 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2ef87083-346a-4c34-a0cb-1278616f6d85 req-329ee422-305b-4bf0-b2ed-ff7f1c8599df tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Mar 22 19:30:31.465182 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50652) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:31.571328 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0119fd0a-8dd3-4b8b-90a7-cbcaaf68b591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.648421 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0119fd0a-8dd3-4b8b-90a7-cbcaaf68b591 admin admin] Publish callbacks [] for security_group (b6bb05d6-b7b0-43a8-9429-80e1736e3b65), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.733890 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0119fd0a-8dd3-4b8b-90a7-cbcaaf68b591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b6bb05d6-b7b0-43a8-9429-80e1736e3b65), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.770988 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0119fd0a-8dd3-4b8b-90a7-cbcaaf68b591 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03ab82cb789340e1a1cd9e513c3365ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046734 Mar 22 19:30:31.772134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119fd0a-8dd3-4b8b-90a7-cbcaaf68b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb05d6-b7b0-43a8-9429-80e1736e3b65,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:31.773757 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50666) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:31.827721 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36f630d2-8ef8-4b27-9018-c5c6813122f1 admin admin] Publish callbacks [] for security_group (b6bb05d6-b7b0-43a8-9429-80e1736e3b65), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.849664 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36f630d2-8ef8-4b27-9018-c5c6813122f1 admin admin] Publish callbacks [] for security_group (b6bb05d6-b7b0-43a8-9429-80e1736e3b65), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.977450 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36f630d2-8ef8-4b27-9018-c5c6813122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b6bb05d6-b7b0-43a8-9429-80e1736e3b65), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.980595 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36f630d2-8ef8-4b27-9018-c5c6813122f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:31.981675 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-36f630d2-8ef8-4b27-9018-c5c6813122f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6bb05d6-b7b0-43a8-9429-80e1736e3b65 HTTP/1.1" status: 204 len: 168 time: 0.2069542 Mar 22 19:30:31.992090 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f630d2-8ef8-4b27-9018-c5c6813122f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb05d6-b7b0-43a8-9429-80e1736e3b65,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:32.413606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf7708-ed17-466f-bff1-b1eb424d3135 req-ad57a6da-4450-4e31-a218-974493ae6a21 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:32.427109 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0eaf7708-ed17-466f-bff1-b1eb424d3135 req-ad57a6da-4450-4e31-a218-974493ae6a21 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0678113 Mar 22 19:30:32.464976 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50698) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:32.498567 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0eaf7708-ed17-466f-bff1-b1eb424d3135 req-07462555-2829-4cd3-8da4-6561905ea6da tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Mar 22 19:30:32.584581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-878633b5-b730-449a-bc81-ac526bf96a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.665737 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-878633b5-b730-449a-bc81-ac526bf96a34 admin admin] Publish callbacks [] for security_group (e9cd87de-cf0c-4ff0-995f-078e42cea232), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.745986 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-878633b5-b730-449a-bc81-ac526bf96a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e9cd87de-cf0c-4ff0-995f-078e42cea232), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.791285 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878633b5-b730-449a-bc81-ac526bf96a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd87de-cf0c-4ff0-995f-078e42cea232,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:32.797082 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-878633b5-b730-449a-bc81-ac526bf96a34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b5f976d70a34b0abe5c993c734338e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293798 Mar 22 19:30:32.800997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50722) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:32.857385 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f8579e7-4982-4cd3-9c99-cbc17efeaa3a admin admin] Publish callbacks [] for security_group (e9cd87de-cf0c-4ff0-995f-078e42cea232), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.883925 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f8579e7-4982-4cd3-9c99-cbc17efeaa3a admin admin] Publish callbacks [] for security_group (e9cd87de-cf0c-4ff0-995f-078e42cea232), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:33.019550 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f8579e7-4982-4cd3-9c99-cbc17efeaa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e9cd87de-cf0c-4ff0-995f-078e42cea232), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:33.022192 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f8579e7-4982-4cd3-9c99-cbc17efeaa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:33.023350 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3f8579e7-4982-4cd3-9c99-cbc17efeaa3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9cd87de-cf0c-4ff0-995f-078e42cea232 HTTP/1.1" status: 204 len: 168 time: 0.2206831 Mar 22 19:30:33.031815 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8579e7-4982-4cd3-9c99-cbc17efeaa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd87de-cf0c-4ff0-995f-078e42cea232,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:33.619872 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa321c-9fef-430a-99ac-e289691d7e48 req-b7785490-c5f5-4139-85be-06dcfcee4438 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:33.622275 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ddaa321c-9fef-430a-99ac-e289691d7e48 req-b7785490-c5f5-4139-85be-06dcfcee4438 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0544705 Mar 22 19:30:33.670955 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ddaa321c-9fef-430a-99ac-e289691d7e48 req-3ee79a38-ab0e-4ae4-ae6f-96383a47fc46 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Mar 22 19:30:33.826676 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50750) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:33.841447 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-41a2e153-abed-45df-810a-c0109eaeac57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:33.928369 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-41a2e153-abed-45df-810a-c0109eaeac57 admin admin] Publish callbacks [] for security_group (0bf6b195-ff96-4652-bdb4-9e030939b55c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:34.070967 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-41a2e153-abed-45df-810a-c0109eaeac57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0bf6b195-ff96-4652-bdb4-9e030939b55c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:34.109646 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-41a2e153-abed-45df-810a-c0109eaeac57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=451437d7407c46848688623b502aeb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818255 Mar 22 19:30:34.112351 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50760) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:34.114647 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2e153-abed-45df-810a-c0109eaeac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6b195-ff96-4652-bdb4-9e030939b55c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:34.165991 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b7114fa1-edc9-42d4-8a58-b016b7148ffb admin admin] Publish callbacks [] for security_group (0bf6b195-ff96-4652-bdb4-9e030939b55c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:34.189451 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b7114fa1-edc9-42d4-8a58-b016b7148ffb admin admin] Publish callbacks [] for security_group (0bf6b195-ff96-4652-bdb4-9e030939b55c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:34.349127 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b7114fa1-edc9-42d4-8a58-b016b7148ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0bf6b195-ff96-4652-bdb4-9e030939b55c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:34.351768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b7114fa1-edc9-42d4-8a58-b016b7148ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:34.352917 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b7114fa1-edc9-42d4-8a58-b016b7148ffb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0bf6b195-ff96-4652-bdb4-9e030939b55c HTTP/1.1" status: 204 len: 168 time: 0.2395670 Mar 22 19:30:34.361872 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7114fa1-edc9-42d4-8a58-b016b7148ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6b195-ff96-4652-bdb4-9e030939b55c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:34.801882 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec29043-fc06-4a9a-bfb6-c6d3b020365f req-308d3726-43ab-44f4-b219-4bf407783633 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:34.801882 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ec29043-fc06-4a9a-bfb6-c6d3b020365f req-308d3726-43ab-44f4-b219-4bf407783633 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0624788 Mar 22 19:30:34.862211 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ec29043-fc06-4a9a-bfb6-c6d3b020365f req-9a59b4a6-c615-4435-9a02-c9a6d781e698 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550694 Mar 22 19:30:35.277180 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b90ecb66-680a-49fb-90d2-242a2d52927c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:35.779572 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 50808) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:35.933973 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70e7-1dbb-458a-a668-fb90961503b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:35.996355 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6038-bd4c-412d-8b0e-906479836730 req-e94eeafe-a962-4d4c-8ae5-f0679b5c0b9b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:35.997921 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d8bb6038-bd4c-412d-8b0e-906479836730 req-e94eeafe-a962-4d4c-8ae5-f0679b5c0b9b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0601130 Mar 22 19:30:36.021597 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70e7-1dbb-458a-a668-fb90961503b8 admin admin] Publish callbacks [] for security_group (b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.045789 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d8bb6038-bd4c-412d-8b0e-906479836730 req-dc49548b-ab4d-467c-82d4-7b61ae0077d0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Mar 22 19:30:36.098160 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70e7-1dbb-458a-a668-fb90961503b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.140866 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5f7d70e7-1dbb-458a-a668-fb90961503b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2445015ad684c3b9c4326cc41eb0d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596799 Mar 22 19:30:36.141724 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d70e7-1dbb-458a-a668-fb90961503b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:36.143752 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50820) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:36.193616 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e23d52c4-3570-4d36-9fab-d01dbfd7f21e admin admin] Publish callbacks [] for security_group (b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.216535 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e23d52c4-3570-4d36-9fab-d01dbfd7f21e admin admin] Publish callbacks [] for security_group (b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.379858 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e23d52c4-3570-4d36-9fab-d01dbfd7f21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.382703 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e23d52c4-3570-4d36-9fab-d01dbfd7f21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.384061 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e23d52c4-3570-4d36-9fab-d01dbfd7f21e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f HTTP/1.1" status: 204 len: 168 time: 0.2393458 Mar 22 19:30:36.399457 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d52c4-3570-4d36-9fab-d01dbfd7f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3d8f4-be95-4516-9bec-d87f1aa3ee4f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:37.155313 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50858) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:37.172299 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcdf571b-845f-471f-8c47-bea8d9d2362f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.182600 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0a50a-3a32-4d34-8758-58b8cdc2b7c0 req-09121155-ffe1-4721-8d1f-195704136735 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:37.185492 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c1d0a50a-3a32-4d34-8758-58b8cdc2b7c0 req-09121155-ffe1-4721-8d1f-195704136735 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0651116 Mar 22 19:30:37.248858 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c1d0a50a-3a32-4d34-8758-58b8cdc2b7c0 req-f5997bcd-ca89-4338-bc67-a5af06f58458 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Mar 22 19:30:37.264545 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcdf571b-845f-471f-8c47-bea8d9d2362f admin admin] Publish callbacks [] for security_group (1f20ff6c-3dc7-4170-921c-1a649031841a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.328951 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcdf571b-845f-471f-8c47-bea8d9d2362f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1f20ff6c-3dc7-4170-921c-1a649031841a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.371268 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dcdf571b-845f-471f-8c47-bea8d9d2362f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=436482e294764e9eafdb8af9a992cb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140253 Mar 22 19:30:37.375567 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 50862) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:37.380813 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf571b-845f-471f-8c47-bea8d9d2362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f20ff6c-3dc7-4170-921c-1a649031841a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:37.431442 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b76b2d8-10ec-4ec9-a725-81e55049d429 admin admin] Publish callbacks [] for security_group (1f20ff6c-3dc7-4170-921c-1a649031841a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.456033 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b76b2d8-10ec-4ec9-a725-81e55049d429 admin admin] Publish callbacks [] for security_group (1f20ff6c-3dc7-4170-921c-1a649031841a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.569188 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b76b2d8-10ec-4ec9-a725-81e55049d429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1f20ff6c-3dc7-4170-921c-1a649031841a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.570909 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b76b2d8-10ec-4ec9-a725-81e55049d429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.572122 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3b76b2d8-10ec-4ec9-a725-81e55049d429 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f20ff6c-3dc7-4170-921c-1a649031841a HTTP/1.1" status: 204 len: 168 time: 0.1965027 Mar 22 19:30:37.582898 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76b2d8-10ec-4ec9-a725-81e55049d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f20ff6c-3dc7-4170-921c-1a649031841a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:37.858111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-46582d20-bcee-4ecc-8e8b-801820601906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:38.381777 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92206b7-6537-4dab-b81b-39aeb263a82c req-144674bc-ba7c-48f6-8a6c-5bea7ed70e3d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:38.383848 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e92206b7-6537-4dab-b81b-39aeb263a82c req-144674bc-ba7c-48f6-8a6c-5bea7ed70e3d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0610359 Mar 22 19:30:38.446068 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e92206b7-6537-4dab-b81b-39aeb263a82c req-2206b1da-87d7-4f7a-9395-5dc118f4b1b8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558028 Mar 22 19:30:39.060628 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:39.225938 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-72be89a7-badd-4be6-90e7-2f788ca195f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451612 Mar 22 19:30:39.592398 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d3f7e-065d-4506-830e-fa1ec00cc324 req-eb4b8f53-cfba-4dab-8040-6d6ab224bc85 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.599628 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-943d3f7e-065d-4506-830e-fa1ec00cc324 req-eb4b8f53-cfba-4dab-8040-6d6ab224bc85 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0683875 Mar 22 19:30:39.646823 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-943d3f7e-065d-4506-830e-fa1ec00cc324 req-339b583b-7450-44a8-89f9-c6ca3a5a16c6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Mar 22 19:30:40.368091 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:40.460872 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:40.769334 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6888-c1e1-4f62-a8ec-e53ec3dc4b22 req-cea165c0-2909-4acf-9739-41878d6793a6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:40.772128 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c54e6888-c1e1-4f62-a8ec-e53ec3dc4b22 req-cea165c0-2909-4acf-9739-41878d6793a6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0559664 Mar 22 19:30:40.825673 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c54e6888-c1e1-4f62-a8ec-e53ec3dc4b22 req-f263cf39-748a-4dce-81d1-dad82a560aa8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470090 Mar 22 19:30:41.744128 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:41.966646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a822a-3fa7-4462-8cc7-631d3a0f621d req-73e278df-2167-4451-8be7-fad1a8fef61e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:41.968349 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc2a822a-3fa7-4462-8cc7-631d3a0f621d req-73e278df-2167-4451-8be7-fad1a8fef61e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0679379 Mar 22 19:30:42.020989 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc2a822a-3fa7-4462-8cc7-631d3a0f621d req-327ab3b2-2dd9-4304-9104-02f9b37c7d4d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Mar 22 19:30:42.356661 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93274-3129-4095-80bb-09658b7ab076 req-f958f22a-4e9d-4b05-af7f-302b0ca76df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.358393 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-f958f22a-4e9d-4b05-af7f-302b0ca76df1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 1130 time: 0.2716813 Mar 22 19:30:42.477322 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93274-3129-4095-80bb-09658b7ab076 req-de6521fe-e8a5-47d4-ac1c-0ee75ec3279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.478876 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-de6521fe-e8a5-47d4-ac1c-0ee75ec3279a service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.0942433 Mar 22 19:30:42.556037 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-c417e9af-0784-45cc-979a-7959b0504767 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1 HTTP/1.1" status: 200 len: 1002 time: 0.0665925 Mar 22 19:30:42.602778 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93274-3129-4095-80bb-09658b7ab076 req-7a0e30cb-633b-41bb-b19b-158a1a751e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.604292 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-7a0e30cb-633b-41bb-b19b-158a1a751e9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0441079 Mar 22 19:30:42.656398 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93274-3129-4095-80bb-09658b7ab076 req-90152cd0-8545-4e7f-9f32-9126cc2ccf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.657908 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-90152cd0-8545-4e7f-9f32-9126cc2ccf18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443370 Mar 22 19:30:42.765161 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-606b31d2-d03d-4222-b971-7de4aa2e2624 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996392 Mar 22 19:30:42.879262 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09a93274-3129-4095-80bb-09658b7ab076 req-f8027d2a-7bb1-4f37-869c-6721279b4f0e service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077938 Mar 22 19:30:43.146258 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de757e-ad96-40c6-8131-bd39ad106914 req-290c83d8-4cca-4f18-a023-29e3be44e3d1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:43.147761 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16de757e-ad96-40c6-8131-bd39ad106914 req-290c83d8-4cca-4f18-a023-29e3be44e3d1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0586593 Mar 22 19:30:43.201689 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16de757e-ad96-40c6-8131-bd39ad106914 req-14e91682-9d3d-444f-9662-84d49d429b08 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Mar 22 19:30:43.421493 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bddf76-a549-42dd-b138-16b287be2028 req-03a22d7d-d0dc-4a26-8832-670a57aea562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:43.421493 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-41bddf76-a549-42dd-b138-16b287be2028 req-03a22d7d-d0dc-4a26-8832-670a57aea562 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1129 time: 0.0557783 Mar 22 19:30:43.468590 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-41bddf76-a549-42dd-b138-16b287be2028 req-aa75498e-7441-404d-9105-30d6c098b671 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Mar 22 19:30:44.328706 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c690-eb88-4774-8f93-694babed4fdb req-46b7a5bf-bf10-4225-a7e4-985f3238bd1a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:44.330252 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4438c690-eb88-4774-8f93-694babed4fdb req-46b7a5bf-bf10-4225-a7e4-985f3238bd1a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0579660 Mar 22 19:30:44.379034 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4438c690-eb88-4774-8f93-694babed4fdb req-7d0afc52-ee3e-4a68-8b44-2b805c4950ed tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Mar 22 19:30:45.514963 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc92e-21c3-4434-b75e-8034673bf4ea req-66639b87-7692-419b-983d-13d38fe28916 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.523441 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51edc92e-21c3-4434-b75e-8034673bf4ea req-66639b87-7692-419b-983d-13d38fe28916 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0643039 Mar 22 19:30:45.590608 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51edc92e-21c3-4434-b75e-8034673bf4ea req-663340ad-6c92-4669-a496-5f3d9afd939d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662813 Mar 22 19:30:45.693133 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51082) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:45.836489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.895928 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51090) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:45.931897 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Publish callbacks [] for security_group (3bffd418-f24e-4af1-b2da-0ea8f28b507a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.016872 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (3bffd418-f24e-4af1-b2da-0ea8f28b507a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.195234 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=718a2c9e0cac4469892ef77a198f435f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009930 Mar 22 19:30:46.196418 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bffd418-f24e-4af1-b2da-0ea8f28b507a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:46.201964 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51104) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:46.209692 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.210480 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.210757 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.211116 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.215698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05846d6-9039-4f99-a51a-48cc580cf9d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.239652 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353bd-5662-4636-b371-e1c80f914444 req-3925c0df-cfbe-4c6e-88f3-f04947d58a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.241307 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-3925c0df-cfbe-4c6e-88f3-f04947d58a2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1129 time: 0.1012905 Mar 22 19:30:46.248693 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b1c6e-c65a-4d45-8830-66bc9274b174 req-02e0d86a-510c-49f4-8809-317588d5a486 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.255739 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d74b1c6e-c65a-4d45-8830-66bc9274b174 req-02e0d86a-510c-49f4-8809-317588d5a486 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.2549233 Mar 22 19:30:46.267797 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.358846 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0733593e-9a40-42d9-b9a1-e67dd966d35e admin admin] Publish callbacks [] for security_group (3bffd418-f24e-4af1-b2da-0ea8f28b507a), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.378381 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d74b1c6e-c65a-4d45-8830-66bc9274b174 req-545822e2-aae3-42eb-babf-2d2da743461b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217155 Mar 22 19:30:46.404790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0733593e-9a40-42d9-b9a1-e67dd966d35e admin admin] Publish callbacks [] for security_group (3bffd418-f24e-4af1-b2da-0ea8f28b507a), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.421931 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353bd-5662-4636-b371-e1c80f914444 req-49cab1a8-1381-44e1-8b5f-b3186afcad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.426463 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-49cab1a8-1381-44e1-8b5f-b3186afcad49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.1679528 Mar 22 19:30:46.475078 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Publish callbacks [] for security_group (c365369c-5823-4d64-9e54-87610e5d164a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.504799 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-716a573c-5b97-4a7d-8114-5e49c6f85e2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 200 len: 217 time: 0.0658996 Mar 22 19:30:46.545699 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c365369c-5823-4d64-9e54-87610e5d164a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.549946 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0733593e-9a40-42d9-b9a1-e67dd966d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (3bffd418-f24e-4af1-b2da-0ea8f28b507a), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.552524 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0733593e-9a40-42d9-b9a1-e67dd966d35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.553919 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0733593e-9a40-42d9-b9a1-e67dd966d35e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3bffd418-f24e-4af1-b2da-0ea8f28b507a HTTP/1.1" status: 204 len: 168 time: 0.3503170 Mar 22 19:30:46.578012 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c365369c-5823-4d64-9e54-87610e5d164a,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:46.592070 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.592667 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.593219 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.593766 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.594361 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.594980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.595586 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.596146 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.596256 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353bd-5662-4636-b371-e1c80f914444 req-562fd38c-0743-4a64-a8d0-7c113008e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.596813 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.597352 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.597904 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.598440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.598975 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.599505 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.600070 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:46.603570 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-562fd38c-0743-4a64-a8d0-7c113008e3ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0912013 Mar 22 19:30:46.617306 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733593e-9a40-42d9-b9a1-e67dd966d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bffd418-f24e-4af1-b2da-0ea8f28b507a,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:46.635242 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-decaa106-13ad-42c6-9cf5-f6b2166bbb9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=047192f909f74aa8835f8fe041378ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7378325 Mar 22 19:30:46.638248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51122) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:46.713639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6578b06f-838b-4cdc-be70-406798080827 admin admin] Publish callbacks [] for security_group (c365369c-5823-4d64-9e54-87610e5d164a), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.736826 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353bd-5662-4636-b371-e1c80f914444 req-aaaf4a25-77be-47e4-b378-73da925cd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.737575 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6578b06f-838b-4cdc-be70-406798080827 admin admin] Publish callbacks [] for security_group (c365369c-5823-4d64-9e54-87610e5d164a), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.738343 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-aaaf4a25-77be-47e4-b378-73da925cd996 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1146088 Mar 22 19:30:46.834703 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-f9770437-a105-4294-84b0-866dac9bd731 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879691 Mar 22 19:30:46.840564 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6578b06f-838b-4cdc-be70-406798080827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c365369c-5823-4d64-9e54-87610e5d164a), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.843784 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6578b06f-838b-4cdc-be70-406798080827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.845352 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6578b06f-838b-4cdc-be70-406798080827 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c365369c-5823-4d64-9e54-87610e5d164a HTTP/1.1" status: 204 len: 168 time: 0.2057483 Mar 22 19:30:46.853810 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578b06f-838b-4cdc-be70-406798080827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365369c-5823-4d64-9e54-87610e5d164a,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:47.002072 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-718353bd-5662-4636-b371-e1c80f914444 req-c0286a39-0a73-4890-82da-ffaddd17a822 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581562 Mar 22 19:30:47.539483 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e578-8530-4105-a6d7-e7b09456f01f req-2b087521-2a13-4dd0-b5e5-02b3c00f4523 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.540913 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7f65e578-8530-4105-a6d7-e7b09456f01f req-2b087521-2a13-4dd0-b5e5-02b3c00f4523 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0664167 Mar 22 19:30:47.600281 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7f65e578-8530-4105-a6d7-e7b09456f01f req-0bafceb5-85a2-4eda-a568-ee6cfee50b33 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Mar 22 19:30:47.672603 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51164) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:47.691223 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-44cfbf2d-a2ce-4e9f-b9b3-81683d6e4484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.799417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-44cfbf2d-a2ce-4e9f-b9b3-81683d6e4484 admin admin] Publish callbacks [] for security_group (53df7804-e259-491b-b0e3-72a930ce1d95), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.860805 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-44cfbf2d-a2ce-4e9f-b9b3-81683d6e4484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (53df7804-e259-491b-b0e3-72a930ce1d95), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.902856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfbf2d-a2ce-4e9f-b9b3-81683d6e4484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df7804-e259-491b-b0e3-72a930ce1d95,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:47.907298 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-44cfbf2d-a2ce-4e9f-b9b3-81683d6e4484 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4132e0817a84410a93fc6247f626367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335527 Mar 22 19:30:47.910706 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51170) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:47.962674 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bde6965-50c3-49c8-81bd-c74c0dc931cb admin admin] Publish callbacks [] for security_group (53df7804-e259-491b-b0e3-72a930ce1d95), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.994347 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bde6965-50c3-49c8-81bd-c74c0dc931cb admin admin] Publish callbacks [] for security_group (53df7804-e259-491b-b0e3-72a930ce1d95), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.090712 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51182) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:48.130190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bde6965-50c3-49c8-81bd-c74c0dc931cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (53df7804-e259-491b-b0e3-72a930ce1d95), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.130190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bde6965-50c3-49c8-81bd-c74c0dc931cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.130190 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2bde6965-50c3-49c8-81bd-c74c0dc931cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53df7804-e259-491b-b0e3-72a930ce1d95 HTTP/1.1" status: 204 len: 168 time: 0.2180610 Mar 22 19:30:48.148424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde6965-50c3-49c8-81bd-c74c0dc931cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df7804-e259-491b-b0e3-72a930ce1d95,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:48.219702 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1446996174-network', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:48.349031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Made reservation on behalf of f5797eaa627649599a0a8839b741ec51 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:48.352429 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.365122 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.441655 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks [] for security_group (2c9d9291-e61b-45a9-8da8-dad9ebc7474e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.549381 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (2c9d9291-e61b-45a9-8da8-dad9ebc7474e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.581666 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:30:48.588167 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d9291-e61b-45a9-8da8-dad9ebc7474e,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:48.597616 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (c94b7b36-6bc0-41ee-ba87-7f948b10f293), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.598105 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Added segment c94b7b36-6bc0-41ee-ba87-7f948b10f293 of type vlan for network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d Mar 22 19:30:48.638434 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:30:48.696966 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.762809 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3853863-0311-4f6f-b257-7834fb2bc21c req-fdb52133-2238-4ab9-beab-4fff236e8b5e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:48.764317 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e3853863-0311-4f6f-b257-7834fb2bc21c req-fdb52133-2238-4ab9-beab-4fff236e8b5e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0566137 Mar 22 19:30:48.812661 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e3853863-0311-4f6f-b257-7834fb2bc21c req-33880d90-f269-4c78-a4bd-69f374caf015 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Mar 22 19:30:48.814460 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.816248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:48.817277 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.893584 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:48.908632 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:30:48.997211 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-46cabcd5-5175-4b35-bddc-052bbe2d42c3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9047148 Mar 22 19:30:48.999686 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51210) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:49.004866 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Request body: {'subnet': {'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1446996174-subnet', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:49.111509 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Made reservation on behalf of f5797eaa627649599a0a8839b741ec51 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:49.115656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10284572'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.394841 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10284554'] for subnet (e4b2f9b0-4f76-4fc9-9baa-751371ec1355), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.460897 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b2f9b0-4f76-4fc9-9baa-751371ec1355,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:49.469042 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Checking segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:49.469404 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Network hostable DHCP agents. Network: 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:30:49.560441 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:30:49.665394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:49.670495 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:49.671093 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.683840 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9d7c7-bfc5-4f21-aa6d-c5eecbadd202 None None] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:49.777564 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-280cfcfa-b5be-49b9-8755-50f890468273 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7767551 Mar 22 19:30:49.780438 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51230) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:49.784889 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:49.803402 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:30:49.806306 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.866970 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (9da3a660-b95f-4fe1-958a-f95125a91919), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.870601 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (9da3a660-b95f-4fe1-958a-f95125a91919), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.950135 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Allocated IP 172.20.0.2 (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d/e4b2f9b0-4f76-4fc9-9baa-751371ec1355/225b8c53-7092-43ec-9eec-3edae45efea7) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:49.961877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks [] for router_controller (9da3a660-b95f-4fe1-958a-f95125a91919), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.978985 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25851df-c2e8-428b-a606-10a03b713e49 req-8a94536e-d703-40a6-afdc-c38254d8a415 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:49.980681 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a25851df-c2e8-428b-a606-10a03b713e49 req-8a94536e-d703-40a6-afdc-c38254d8a415 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0959396 Mar 22 19:30:50.032599 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a25851df-c2e8-428b-a606-10a03b713e49 req-e3a6e60b-52cb-464e-b94c-d3eea14ee7ea tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 Mar 22 19:30:50.118914 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Publish callbacks [] for port (225b8c53-7092-43ec-9eec-3edae45efea7), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.198665 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.212544 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks [] for router_gateway (9da3a660-b95f-4fe1-958a-f95125a91919), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.247628 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:50.254779 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:50.259290 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:50.263092 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Pushing event updated for resources: {'Port': ['ID=225b8c53-7092-43ec-9eec-3edae45efea7,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:50.274312 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.274677 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.275020 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.275373 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.275734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.276062 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.277058 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.277383 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.277722 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.278049 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.278371 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.278702 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.279023 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.279336 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.279685 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:50.326770 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Attempting to bind port 225b8c53-7092-43ec-9eec-3edae45efea7 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:50.326770 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Attempting to bind port 225b8c53-7092-43ec-9eec-3edae45efea7 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:50.327091 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Attempting to bind port 225b8c53-7092-43ec-9eec-3edae45efea7 on network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:50.332326 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:50.332699 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Checking segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:50.333096 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.333485 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Bound using segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:50.333950 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Bound port: 225b8c53-7092-43ec-9eec-3edae45efea7, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:50.334326 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.401997 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] For port 225b8c53-7092-43ec-9eec-3edae45efea7, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:50.406571 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] For port 225b8c53-7092-43ec-9eec-3edae45efea7, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=225b8c53-7092-43ec-9eec-3edae45efea7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:50.480930 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.541261 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f2a23-8d51-4f21-98fb-0d72cd77646c None None] Pushing event updated for resources: {'Port': ['ID=225b8c53-7092-43ec-9eec-3edae45efea7,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:50.609434 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks [] for router_gateway (9da3a660-b95f-4fe1-958a-f95125a91919), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.636521 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1accde-d226-40ef-bc2e-d826356390e9 req-0f837843-fcb4-4c82-bab0-b75b67c9f2d4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:50.638060 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5a1accde-d226-40ef-bc2e-d826356390e9 req-0f837843-fcb4-4c82-bab0-b75b67c9f2d4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1742308 Mar 22 19:30:50.639284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.754113 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5a1accde-d226-40ef-bc2e-d826356390e9 req-61d08d0a-7000-4e4c-aaa0-ca5f9e7170f4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042750 Mar 22 19:30:50.828337 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Allocated IP 172.27.0.148 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/4e5b0d48-9b63-4136-b819-d747dedfb4bb) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:50.951006 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks [] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.014337 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 225b8c53-7092-43ec-9eec-3edae45efea7 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:51.065461 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 225b8c53-7092-43ec-9eec-3edae45efea7 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:51.065831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.080417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.135422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:51.139131 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:51.141800 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:51.153350 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 225b8c53-7092-43ec-9eec-3edae45efea7 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:51.153746 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.171081 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Pushing event updated for resources: {'Port': ['ID=4e5b0d48-9b63-4136-b819-d747dedfb4bb,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:51.201037 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 225b8c53-7092-43ec-9eec-3edae45efea7, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=225b8c53-7092-43ec-9eec-3edae45efea7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:51.294304 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.347158 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=225b8c53-7092-43ec-9eec-3edae45efea7,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:51.502544 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a1e33-1b3a-49ca-ae0e-83e1b93cce29 None None] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:51.522463 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks [] for router_gateway (9da3a660-b95f-4fe1-958a-f95125a91919), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.619696 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-8a70dd9e-81bc-48f0-9ab0-4debbaed1fad None None] Provisioning complete for port 225b8c53-7092-43ec-9eec-3edae45efea7 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:51.620246 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8a70dd9e-81bc-48f0-9ab0-4debbaed1fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.735164 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-8a70dd9e-81bc-48f0-9ab0-4debbaed1fad None None] Current status of the port 225b8c53-7092-43ec-9eec-3edae45efea7 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:51.748458 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (9da3a660-b95f-4fe1-958a-f95125a91919), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.913962 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8aa60-598d-4f94-a9eb-a2389e421ab7 req-0635b722-fef2-42c5-948a-7bb7fa340e26 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.922719 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af8aa60-598d-4f94-a9eb-a2389e421ab7 req-0635b722-fef2-42c5-948a-7bb7fa340e26 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0698740 Mar 22 19:30:51.971643 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af8aa60-598d-4f94-a9eb-a2389e421ab7 req-fb0781c2-e517-4d9f-b5ce-c5b12ca5aecc tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476599 Mar 22 19:30:52.066502 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-93407e79-c347-4635-873c-c76f76302d2a None None] Provisioning complete for port 225b8c53-7092-43ec-9eec-3edae45efea7 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:52.067035 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-93407e79-c347-4635-873c-c76f76302d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.175878 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-93407e79-c347-4635-873c-c76f76302d2a None None] Current status of the port 225b8c53-7092-43ec-9eec-3edae45efea7 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:52.223133 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Router 9da3a660-b95f-4fe1-958a-f95125a91919 is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:30:52.330508 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:52.340347 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Sync routers for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:52.350236 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:52.355321 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:52.398532 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.399831 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6b0fb864-e69f-4ff6-a2ef-46071e0a427a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6183844 Mar 22 19:30:52.403813 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51282) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:52.457880 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:52.642696 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:51Z', 'revision_number': 3, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:52.668675 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Checking router: 9da3a660-b95f-4fe1-958a-f95125a91919 for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:52.669012 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Updating router 9da3a660-b95f-4fe1-958a-f95125a91919 port 4e5b0d48-9b63-4136-b819-d747dedfb4bb binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:30:52.695495 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.829452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.962575 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Publish callbacks [] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.999863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Allocated IP 172.20.0.1 (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d/e4b2f9b0-4f76-4fc9-9baa-751371ec1355/ac55ba47-ecb3-435c-af4e-89ea3b5b54b6) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:53.016601 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 225b8c53-7092-43ec-9eec-3edae45efea7 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:53.025919 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.087843 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Pushing event updated for resources: {'Port': ['ID=4e5b0d48-9b63-4136-b819-d747dedfb4bb,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:53.090222 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 225b8c53-7092-43ec-9eec-3edae45efea7 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:53.091701 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.098819 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.099173 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.099571 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.099930 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.100272 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.100607 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.100937 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.101266 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.101601 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.102217 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.102716 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.103476 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.103978 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.105061 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.105453 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:53.110930 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Attempting to bind port 4e5b0d48-9b63-4136-b819-d747dedfb4bb on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:53.111478 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Attempting to bind port 4e5b0d48-9b63-4136-b819-d747dedfb4bb by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:53.112022 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Attempting to bind port 4e5b0d48-9b63-4136-b819-d747dedfb4bb on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:53.119451 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:53.123978 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:53.123978 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.123978 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:53.123978 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Bound port: 4e5b0d48-9b63-4136-b819-d747dedfb4bb, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:53.123978 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.164966 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fedb1-2d5e-454c-b72d-42a2c6be60aa req-1939e87a-5833-43e3-baa2-5c631d60d06b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.166422 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4c4fedb1-2d5e-454c-b72d-42a2c6be60aa req-1939e87a-5833-43e3-baa2-5c631d60d06b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0933754 Mar 22 19:30:53.184763 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] For port 4e5b0d48-9b63-4136-b819-d747dedfb4bb, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:53.187102 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks [] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.190216 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] For port 4e5b0d48-9b63-4136-b819-d747dedfb4bb, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=4e5b0d48-9b63-4136-b819-d747dedfb4bb,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:53.202789 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 225b8c53-7092-43ec-9eec-3edae45efea7 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:53.239866 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4c4fedb1-2d5e-454c-b72d-42a2c6be60aa req-591b2672-0ed1-49bb-b48d-bf6ed14b8e1c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636170 Mar 22 19:30:53.303494 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.349373 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:53.350005 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:53.356406 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.396293 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:53.399166 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:53.403263 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:53.430850 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:53.431172 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ba460-6367-4bcb-a6a2-ad7a82fdac20 None None] Pushing event updated for resources: {'Port': ['ID=4e5b0d48-9b63-4136-b819-d747dedfb4bb,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:53.453950 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (9da3a660-b95f-4fe1-958a-f95125a91919), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.486555 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:53.672828 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.675174 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:51Z', 'revision_number': 3, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:53.702810 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4da7e-0eee-4392-b35e-a5673e460e75 None None] The sync data for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi is: [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:51Z', 'revision_number': 3, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:53.705307 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-ead9fe18-eb7b-476d-8c98-002e6935c831 None None] Provisioning complete for port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:53.705751 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ead9fe18-eb7b-476d-8c98-002e6935c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.749833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ead9fe18-eb7b-476d-8c98-002e6935c831 None None] Port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:53.854474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks [] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.921214 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.998557 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (9da3a660-b95f-4fe1-958a-f95125a91919), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.001240 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:54.131924 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:54.134144 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:54.311674 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Router 9da3a660-b95f-4fe1-958a-f95125a91919 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:30:54.417606 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51320) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:54.423928 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310368327', 'description': 'tempest-description--656667892'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:54.507309 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3676d6bd-de84-408e-97ee-b1ddbcef5774 None None] Provisioning complete for port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:54.507874 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3676d6bd-de84-408e-97ee-b1ddbcef5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.548773 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.555251 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3676d6bd-de84-408e-97ee-b1ddbcef5774 None None] Port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:54.585836 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e2b9-50da-4153-b864-48243e50536f req-d4df521d-8f8b-4368-9205-d8f248d8fcd8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:54.587401 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0af5e2b9-50da-4153-b864-48243e50536f req-d4df521d-8f8b-4368-9205-d8f248d8fcd8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.2309780 Mar 22 19:30:54.654523 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group (6749e3a9-28fe-4cf1-8057-00f0df17a6fa), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.669825 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:54.685371 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c00ebaf2-3f0a-425c-aba4-0d28456b52d8 admin admin] 10.222.0.79 "PUT /v2.0/routers/9da3a660-b95f-4fe1-958a-f95125a91919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2728953 Mar 22 19:30:54.696293 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0af5e2b9-50da-4153-b864-48243e50536f req-399aba58-a8e5-4a13-9b48-47422df95f8f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020617 Mar 22 19:30:54.734242 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (6749e3a9-28fe-4cf1-8057-00f0df17a6fa), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.769223 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6749e3a9-28fe-4cf1-8057-00f0df17a6fa,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:54.853554 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.855379 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-462f0f7e-8515-4740-a27a-72c9970aa402 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4358261 Mar 22 19:30:54.860416 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51326) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:54.862740 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'security_group_rule': {'security_group_id': '6749e3a9-28fe-4cf1-8057-00f0df17a6fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:54.969077 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group_rule (417297ba-a53e-49d2-aa9f-f0ff4084d8c0), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.025902 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 4e5b0d48-9b63-4136-b819-d747dedfb4bb up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:55.038978 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group_rule (417297ba-a53e-49d2-aa9f-f0ff4084d8c0), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.092099 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 4e5b0d48-9b63-4136-b819-d747dedfb4bb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:55.092564 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.099368 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (417297ba-a53e-49d2-aa9f-f0ff4084d8c0), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.123645 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417297ba-a53e-49d2-aa9f-f0ff4084d8c0,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:55.173939 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 4e5b0d48-9b63-4136-b819-d747dedfb4bb is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:55.174335 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.202142 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 4e5b0d48-9b63-4136-b819-d747dedfb4bb, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=4e5b0d48-9b63-4136-b819-d747dedfb4bb,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:55.210225 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.214640 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f523bb2e-84db-4ebc-aa1a-302ae18950fd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3522744 Mar 22 19:30:55.215012 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51336) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:55.222748 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'security_group_rule': {'security_group_id': '6749e3a9-28fe-4cf1-8057-00f0df17a6fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:55.283063 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.329478 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group_rule (b08b9102-8014-47e0-97e0-e6b2e202ed71), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.352221 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=4e5b0d48-9b63-4136-b819-d747dedfb4bb,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:55.390598 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group_rule (b08b9102-8014-47e0-97e0-e6b2e202ed71), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.499976 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (b08b9102-8014-47e0-97e0-e6b2e202ed71), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.518979 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08b9102-8014-47e0-97e0-e6b2e202ed71,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:55.591643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.599093 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3083a9a5-b443-45a7-9ca5-db7d459bd607 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3824401 Mar 22 19:30:55.606414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51350) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:55.607408 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51352) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:55.611118 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:55.612216 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-928658751-network', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:55.655781 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Sync routers for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:55.666078 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:55.666685 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:55.722406 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Made reservation on behalf of f48707f47c874171a64b72d62513d5f1 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:55.722614 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.725750 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.739368 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.813074 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:55.889158 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.890515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks [] for security_group (08174166-6bfa-4373-bf81-301cfd4fbd34), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.917580 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9732a3-31ae-430e-ba2a-4013a3e1ce78 req-032288af-3c41-424c-b929-fecd0428888d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.926739 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e9732a3-31ae-430e-ba2a-4013a3e1ce78 req-032288af-3c41-424c-b929-fecd0428888d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1298082 Mar 22 19:30:56.009314 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e9732a3-31ae-430e-ba2a-4013a3e1ce78 req-28f554d0-f8ab-4022-a526-e728b368fa6b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745814 Mar 22 19:30:56.013909 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (08174166-6bfa-4373-bf81-301cfd4fbd34), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.022060 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Allocated IP 172.27.0.17 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/ce77c746-97f1-4437-b896-61924c2905ce) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:56.031816 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:30:56.069643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08174166-6bfa-4373-bf81-301cfd4fbd34,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:56.092158 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (b8fa1c52-c022-47da-ae10-1f69a9f5d06c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.100889 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Added segment b8fa1c52-c022-47da-ae10-1f69a9f5d06c of type vlan for network 50589707-6802-447c-9dd4-07faff551c79 Mar 22 19:30:56.103436 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 2, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:56.132280 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Checking router: 9da3a660-b95f-4fe1-958a-f95125a91919 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:56.132672 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Updating router 9da3a660-b95f-4fe1-958a-f95125a91919 port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:30:56.139761 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (50589707-6802-447c-9dd4-07faff551c79), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.147808 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for port (ce77c746-97f1-4437-b896-61924c2905ce), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.160977 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.263766 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ce77c746-97f1-4437-b896-61924c2905ce), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.264981 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (50589707-6802-447c-9dd4-07faff551c79), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.266692 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.266692 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.317691 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:56.324052 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:56.327937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:56.334242 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] Pushing event updated for resources: {'Network': ['ID=50589707-6802-447c-9dd4-07faff551c79,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:56.353968 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 50589707-6802-447c-9dd4-07faff551c79 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:30:56.387434 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'Port': ['ID=ce77c746-97f1-4437-b896-61924c2905ce,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:56.396577 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3b23e559-650a-4c69-a63b-91ba3b8e29d1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7853639 Mar 22 19:30:56.396577 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51368) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:56.405867 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Request body: {'subnet': {'network_id': '50589707-6802-447c-9dd4-07faff551c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-928658751-subnet', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:56.490720 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51372) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:56.536246 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.538717 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Publish callbacks [] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.556740 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Made reservation on behalf of f48707f47c874171a64b72d62513d5f1 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:56.560793 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10284572'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.614096 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.630692 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47dbe7bf-0b31-405b-be64-ee76e8d444a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.681758 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ce77c746-97f1-4437-b896-61924c2905ce), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.704679 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604767a-d265-44f1-b0a6-3df2d87af836 None None] Pushing event updated for resources: {'Port': ['ID=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:56.734115 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47dbe7bf-0b31-405b-be64-ee76e8d444a0 admin admin] Publish callbacks [] for security_group (74ef48fe-3113-4e39-97df-85c2b725010d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.785860 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Attempting to bind port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:56.786292 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Attempting to bind port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:56.787108 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Attempting to bind port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 on network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:56.796932 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:56.797597 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Checking segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:56.797967 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.798363 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Bound using segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:56.798841 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Bound port: ac55ba47-ecb3-435c-af4e-89ea3b5b54b6, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:56.799224 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.818046 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47dbe7bf-0b31-405b-be64-ee76e8d444a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (74ef48fe-3113-4e39-97df-85c2b725010d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.893224 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbe7bf-0b31-405b-be64-ee76e8d444a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef48fe-3113-4e39-97df-85c2b725010d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:56.911763 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] For port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:56.926618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] For port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:56.929666 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for port (ce77c746-97f1-4437-b896-61924c2905ce), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.942038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-47dbe7bf-0b31-405b-be64-ee76e8d444a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03b3f513e68d4c97887e0447ee49cad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478557 Mar 22 19:30:56.947375 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51386) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:57.015824 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-279ebdbe-a80a-4237-8921-31289a9f9363 admin admin] Publish callbacks [] for security_group (74ef48fe-3113-4e39-97df-85c2b725010d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.022143 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-55687996-1950-4120-bf5a-d887883aa9cf None None] Provisioning complete for port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:57.022522 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-55687996-1950-4120-bf5a-d887883aa9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.048779 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-279ebdbe-a80a-4237-8921-31289a9f9363 admin admin] Publish callbacks [] for security_group (74ef48fe-3113-4e39-97df-85c2b725010d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.062339 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 4e5b0d48-9b63-4136-b819-d747dedfb4bb up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:57.087085 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.092595 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369710d6-0292-4b69-97a2-0f23425b1c49 req-23a39e9b-20ad-48dc-87da-d02c384d8c8e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.094308 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-369710d6-0292-4b69-97a2-0f23425b1c49 req-23a39e9b-20ad-48dc-87da-d02c384d8c8e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1006980 Mar 22 19:30:57.101415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ce77c746-97f1-4437-b896-61924c2905ce), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.130485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10284554'] for subnet (7ba35ab5-88d6-43fa-982f-b7d5125b56cb), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.131850 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-55687996-1950-4120-bf5a-d887883aa9cf None None] Port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:57.195247 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:57.195939 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:57.198534 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604767a-d265-44f1-b0a6-3df2d87af836 None None] Pushing event updated for resources: {'Port': ['ID=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:57.235079 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-369710d6-0292-4b69-97a2-0f23425b1c49 req-74c18721-5fd7-4f54-b37a-0e6e76f7c9c3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334617 Mar 22 19:30:57.266887 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'Port': ['ID=ce77c746-97f1-4437-b896-61924c2905ce,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:57.286144 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.286677 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba35ab5-88d6-43fa-982f-b7d5125b56cb,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:57.303773 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Checking segment: {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:57.303773 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Network hostable DHCP agents. Network: 50589707-6802-447c-9dd4-07faff551c79, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:30:57.321900 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d47-a083-4083-b8b2-9e37dc2c7d9b req-0040f484-5bdc-418a-a255-a968ba4b82fa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.325275 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-548f7d47-a083-4083-b8b2-9e37dc2c7d9b req-0040f484-5bdc-418a-a255-a968ba4b82fa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1613255 Mar 22 19:30:57.372266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-279ebdbe-a80a-4237-8921-31289a9f9363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (74ef48fe-3113-4e39-97df-85c2b725010d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.375091 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-279ebdbe-a80a-4237-8921-31289a9f9363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.378909 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-279ebdbe-a80a-4237-8921-31289a9f9363 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74ef48fe-3113-4e39-97df-85c2b725010d HTTP/1.1" status: 204 len: 168 time: 0.4264727 Mar 22 19:30:57.400083 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ebdbe-a80a-4237-8921-31289a9f9363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef48fe-3113-4e39-97df-85c2b725010d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:57.405636 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-548f7d47-a083-4083-b8b2-9e37dc2c7d9b req-42f07c21-2027-456a-b7e7-e48bc152cd5c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714519 Mar 22 19:30:57.414277 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Network 50589707-6802-447c-9dd4-07faff551c79 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:30:57.419831 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.421195 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-795d0a50-fe55-4543-9195-1e04e241538a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8135924 Mar 22 19:30:57.508486 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 4e5b0d48-9b63-4136-b819-d747dedfb4bb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:57.508486 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.508710 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 50589707-6802-447c-9dd4-07faff551c79) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:57.513484 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.513484 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.540883 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d45df6-ac5a-4da9-a79c-93ae0d3a679f None None] Network 50589707-6802-447c-9dd4-07faff551c79 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:57.603555 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-58a081a6-e2c2-40d0-af34-24badf9c5928 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2058537 Mar 22 19:30:57.604871 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51408) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:57.609769 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:57.645108 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:57.649206 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] Provisioning complete for port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:57.649582 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.664532 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-880cd65a-3158-4da5-b0c5-c72c6b65c7a2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1310368327&fields=id&tenant_id=a0b5a7c9222b41d486420b73f4cac1d9 HTTP/1.1" status: 200 len: 267 time: 0.0501151 Mar 22 19:30:57.701445 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.703174 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.785286 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks [] for router_controller (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.801795 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-a498e5b0-49c8-44da-b178-dc518c77cc44 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.804506 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-a498e5b0-49c8-44da-b178-dc518c77cc44 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 819 time: 0.1330552 Mar 22 19:30:57.825723 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-50589707-6802-447c-9dd4-07faff551c79', 'network_id': '50589707-6802-447c-9dd4-07faff551c79', 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'fixed_ips': [{'subnet_id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:30:57.826616 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.833367 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-b5352e60-c41e-4709-91a2-d4ad3fab106e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/quotas/a0b5a7c9222b41d486420b73f4cac1d9 HTTP/1.1" status: 200 len: 375 time: 0.0182641 Mar 22 19:30:57.869938 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 4e5b0d48-9b63-4136-b819-d747dedfb4bb is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:57.893525 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-9c266b72-cd5e-410f-b707-5c7c41c344f3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0624499 Mar 22 19:30:58.020296 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-e4b454e3-d94d-48fb-8808-e23fafed58df service neutron] 10.222.0.79 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086264 Mar 22 19:30:58.022701 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks [] for router_gateway (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.022956 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] Current status of the port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:58.023348 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.122752 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Allocated IP 172.20.0.2 (50589707-6802-447c-9dd4-07faff551c79/7ba35ab5-88d6-43fa-982f-b7d5125b56cb/8635d9fb-4560-49f1-bf13-151bed0267a1) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:58.128903 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] For port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:58.143363 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-fedb91a5-a01e-4b49-b621-84195b0ea7b2 service neutron] 10.222.0.79 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143322 Mar 22 19:30:58.144349 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51412) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:58.164555 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6faa-ef6d-4958-9f68-12f7679fcd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.190177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.239643 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:56Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:58.286730 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0098e-8a30-41e9-b81a-e77d6fe4d09f None None] The sync data for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi is: [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:56Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:58.310356 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6faa-ef6d-4958-9f68-12f7679fcd45 admin admin] Publish callbacks [] for security_group (60ef3a4b-d503-4583-b354-3f093f68e95e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.313931 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d6713-ee48-48db-8fcf-c6a1c51e2ab7 None None] Pushing event updated for resources: {'Port': ['ID=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:58.368147 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6faa-ef6d-4958-9f68-12f7679fcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (60ef3a4b-d503-4583-b354-3f093f68e95e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.433092 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Publish callbacks [] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.509361 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.559340 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c7ac6faa-ef6d-4958-9f68-12f7679fcd45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6678c4eb5d7e4a7d8815eaec5c85c345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104683 Mar 22 19:30:58.560608 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b3a9de1e-a72d-4e06-9f97-505b1b11c4df req-a41f9273-bb07-4a4a-b171-02ac58e5e433 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 210 time: 0.0749588 Mar 22 19:30:58.561242 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51430) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:58.571026 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6faa-ef6d-4958-9f68-12f7679fcd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef3a4b-d503-4583-b354-3f093f68e95e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:58.633987 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Network 50589707-6802-447c-9dd4-07faff551c79 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:58.643915 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:58.654232 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Pushing event updated for resources: {'Port': ['ID=8635d9fb-4560-49f1-bf13-151bed0267a1,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:58.658908 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:58.696472 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cda4b-da21-40ad-bdbb-aa47b35f81f2 req-28845147-3f8e-4cd3-bd38-70aff61d1fe2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.707929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa904f20-772e-4022-9555-cdc8d4452cd9 admin admin] Publish callbacks [] for security_group (60ef3a4b-d503-4583-b354-3f093f68e95e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.712325 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f09cda4b-da21-40ad-bdbb-aa47b35f81f2 req-28845147-3f8e-4cd3-bd38-70aff61d1fe2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1742399 Mar 22 19:30:58.737408 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa904f20-772e-4022-9555-cdc8d4452cd9 admin admin] Publish callbacks [] for security_group (60ef3a4b-d503-4583-b354-3f093f68e95e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.779511 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Attempting to bind port 8635d9fb-4560-49f1-bf13-151bed0267a1 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:58.779933 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Attempting to bind port 8635d9fb-4560-49f1-bf13-151bed0267a1 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:58.780265 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Attempting to bind port 8635d9fb-4560-49f1-bf13-151bed0267a1 on network 50589707-6802-447c-9dd4-07faff551c79 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:58.783898 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f09cda4b-da21-40ad-bdbb-aa47b35f81f2 req-b6a2a2a8-7de5-4a00-a8e6-b1655d25fc4e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694144 Mar 22 19:30:58.786544 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:58.786544 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Checking segment: {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:58.786983 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.787468 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Bound using segment: {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:58.787965 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Bound port: 8635d9fb-4560-49f1-bf13-151bed0267a1, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:58.788499 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.845602 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79339-79f0-4512-8e51-55f2826a6104 req-b3bdd3b9-7a0d-4e67-8728-f2a33fb027fc tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.853124 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-80c79339-79f0-4512-8e51-55f2826a6104 req-b3bdd3b9-7a0d-4e67-8728-f2a33fb027fc tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.2021606 Mar 22 19:30:58.888162 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] For port 8635d9fb-4560-49f1-bf13-151bed0267a1, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:58.890024 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa904f20-772e-4022-9555-cdc8d4452cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (60ef3a4b-d503-4583-b354-3f093f68e95e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.892694 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] For port 8635d9fb-4560-49f1-bf13-151bed0267a1, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=8635d9fb-4560-49f1-bf13-151bed0267a1,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:58.893045 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa904f20-772e-4022-9555-cdc8d4452cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.897093 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-aa904f20-772e-4022-9555-cdc8d4452cd9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60ef3a4b-d503-4583-b354-3f093f68e95e HTTP/1.1" status: 204 len: 168 time: 0.3209937 Mar 22 19:30:58.924219 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-80c79339-79f0-4512-8e51-55f2826a6104 req-380e31f6-cab5-45eb-876c-2527567b5f99 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701995 Mar 22 19:30:58.926094 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa904f20-772e-4022-9555-cdc8d4452cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ef3a4b-d503-4583-b354-3f093f68e95e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:58.983322 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.983680 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks [] for router_gateway (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.000621 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.109776 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52bb03-3b8b-4507-a273-7b1ab1c316a6 None None] Pushing event updated for resources: {'Port': ['ID=8635d9fb-4560-49f1-bf13-151bed0267a1,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:59.116400 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:59.189579 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Allocated IP 172.27.0.46 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:59.191707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:59.192095 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.300764 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:59.328860 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks [] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.478482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.540045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Pushing event updated for resources: {'Port': ['ID=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:59.554560 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:59.556140 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:59.558876 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:59.715618 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-828348a1-410a-442b-8549-ab82fa092daf req-3387deac-7242-4c7e-97dd-ce5016dd99e1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 210 time: 0.0368886 Mar 22 19:30:59.931620 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2de67f-3797-48e4-86dc-250277941c2a req-866a08c8-6017-46d1-858e-97fe71290810 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.936177 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b2de67f-3797-48e4-86dc-250277941c2a req-866a08c8-6017-46d1-858e-97fe71290810 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0746217 Mar 22 19:31:00.015547 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks [] for router_gateway (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.045869 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b2de67f-3797-48e4-86dc-250277941c2a req-7c8336f2-52f6-42d5-a8d1-dcd41fa0f375 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980904 Mar 22 19:31:00.045869 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51456) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:00.066627 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f408ad2c-bb63-413a-bddf-2c7f222fe0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.202177 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f408ad2c-bb63-413a-bddf-2c7f222fe0d3 admin admin] Publish callbacks [] for security_group (9c259938-742b-4fc4-b2f2-f79f72365a58), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.211112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357a8ca-461b-48ac-88ee-5f21125bdfb8 req-2012cd37-ba68-4a15-8a87-c33824b873a8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:00.212670 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8357a8ca-461b-48ac-88ee-5f21125bdfb8 req-2012cd37-ba68-4a15-8a87-c33824b873a8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1307874 Mar 22 19:31:00.305511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f408ad2c-bb63-413a-bddf-2c7f222fe0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (9c259938-742b-4fc4-b2f2-f79f72365a58), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.328460 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51460) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:00.347518 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8357a8ca-461b-48ac-88ee-5f21125bdfb8 req-1fe922d7-b7b2-433f-94d0-7def1e06e930 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271069 Mar 22 19:31:00.376713 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408ad2c-bb63-413a-bddf-2c7f222fe0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c259938-742b-4fc4-b2f2-f79f72365a58,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:00.380869 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.395855 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f408ad2c-bb63-413a-bddf-2c7f222fe0d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb991be6e0844bbcb12a092a0b85d6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496912 Mar 22 19:31:00.398335 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51466) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:00.444152 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3762aa-86e9-432b-b0b7-aec2ebce8459 None None] Network 50589707-6802-447c-9dd4-07faff551c79 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:00.479400 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-569b660a-a704-4f57-bf8b-8dba19110a65 admin admin] Publish callbacks [] for security_group (9c259938-742b-4fc4-b2f2-f79f72365a58), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.512625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbcb4-1e12-4a2d-9f81-31762e17eb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.516643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-569b660a-a704-4f57-bf8b-8dba19110a65 admin admin] Publish callbacks [] for security_group (9c259938-742b-4fc4-b2f2-f79f72365a58), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.535621 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] Provisioning complete for port 8635d9fb-4560-49f1-bf13-151bed0267a1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:00.536010 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.631872 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbcb4-1e12-4a2d-9f81-31762e17eb5c admin admin] Publish callbacks [] for security_group (1b4850ca-aaa8-4b1d-bb21-2254a0e0038b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.881177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] Current status of the port 8635d9fb-4560-49f1-bf13-151bed0267a1 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:00.881177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.881177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] For port 8635d9fb-4560-49f1-bf13-151bed0267a1, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=8635d9fb-4560-49f1-bf13-151bed0267a1,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:00.882931 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-90d82b4c-0615-4c2a-8913-f66075c57142 req-7e0e9ac1-8192-4573-a0ed-1c8a7ac7a5a7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 210 time: 0.0305102 Mar 22 19:31:01.019121 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 8635d9fb-4560-49f1-bf13-151bed0267a1 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:01.065900 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 8635d9fb-4560-49f1-bf13-151bed0267a1 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:01.066304 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.148803 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 8635d9fb-4560-49f1-bf13-151bed0267a1 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:01.149193 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.151132 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-569b660a-a704-4f57-bf8b-8dba19110a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (9c259938-742b-4fc4-b2f2-f79f72365a58), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.154258 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:31:01.154688 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-569b660a-a704-4f57-bf8b-8dba19110a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.155060 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.155921 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-569b660a-a704-4f57-bf8b-8dba19110a65 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c259938-742b-4fc4-b2f2-f79f72365a58 HTTP/1.1" status: 204 len: 168 time: 0.7565510 Mar 22 19:31:01.156849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbcb4-1e12-4a2d-9f81-31762e17eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1b4850ca-aaa8-4b1d-bb21-2254a0e0038b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.168036 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b660a-a704-4f57-bf8b-8dba19110a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c259938-742b-4fc4-b2f2-f79f72365a58,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:01.207941 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216aff-fb18-4682-b780-f1d3667c2292 req-4e52b7cd-f7d8-455d-b5ee-f39c27708ca3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.209526 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-34216aff-fb18-4682-b780-f1d3667c2292 req-4e52b7cd-f7d8-455d-b5ee-f39c27708ca3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0969701 Mar 22 19:31:01.231444 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbbcb4-1e12-4a2d-9f81-31762e17eb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4850ca-aaa8-4b1d-bb21-2254a0e0038b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:01.241054 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4ddbbcb4-1e12-4a2d-9f81-31762e17eb5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37a49f9bd8884d5bb073c61802265544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9086616 Mar 22 19:31:01.245877 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51474) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:01.357761 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-34216aff-fb18-4682-b780-f1d3667c2292 req-0e78fdb4-4c99-4b5c-b896-0815dc2667f3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356676 Mar 22 19:31:01.379970 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ff23312-eed2-488c-9e97-d013ac3d9a52 admin admin] Publish callbacks [] for security_group (1b4850ca-aaa8-4b1d-bb21-2254a0e0038b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.389907 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:01.399493 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Sync routers for ids ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:01.422084 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda74369-85cd-47e1-b9f9-86d9c36588d3 None None] Pushing event updated for resources: {'Port': ['ID=8635d9fb-4560-49f1-bf13-151bed0267a1,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:01.430532 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1804bc1f-5f60-4012-9424-7ddaf1d1d1fb None None] Provisioning complete for port 8635d9fb-4560-49f1-bf13-151bed0267a1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:01.439732 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Routers {'5d65eaf5-d762-43a3-85b0-6503f2cf07bc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:01.440452 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:01.441797 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1804bc1f-5f60-4012-9424-7ddaf1d1d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.487167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ff23312-eed2-488c-9e97-d013ac3d9a52 admin admin] Publish callbacks [] for security_group (1b4850ca-aaa8-4b1d-bb21-2254a0e0038b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.519027 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.522742 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bcd5d080-3ef7-4cf4-a648-a1deffe46fbf admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9142733 Mar 22 19:31:01.524785 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51482) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:01.535330 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.db.api [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:31:01.545799 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG oslo_db.api [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:31:01.559106 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-d1a58ce3-621c-4852-afa2-b80984d49db8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.565164 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-d1a58ce3-621c-4852-afa2-b80984d49db8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 819 time: 0.2723804 Mar 22 19:31:01.633043 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Set router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:01.671367 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1804bc1f-5f60-4012-9424-7ddaf1d1d1fb None None] Current status of the port 8635d9fb-4560-49f1-bf13-151bed0267a1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:01.681386 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ff23312-eed2-488c-9e97-d013ac3d9a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1b4850ca-aaa8-4b1d-bb21-2254a0e0038b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.685665 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ff23312-eed2-488c-9e97-d013ac3d9a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.689602 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3ff23312-eed2-488c-9e97-d013ac3d9a52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b4850ca-aaa8-4b1d-bb21-2254a0e0038b HTTP/1.1" status: 204 len: 168 time: 0.4427044 Mar 22 19:31:01.706808 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff23312-eed2-488c-9e97-d013ac3d9a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4850ca-aaa8-4b1d-bb21-2254a0e0038b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:01.730695 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-0092ae47-96f5-4f0e-a689-9068d4cb0dc7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0b5a7c9222b41d486420b73f4cac1d9 HTTP/1.1" status: 200 len: 380 time: 0.1358888 Mar 22 19:31:01.746270 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d929f-4240-48d3-a2c7-4511cbe6063c req-62d4eff1-d190-4926-9836-a5b77df6dcbe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.748028 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fb4d929f-4240-48d3-a2c7-4511cbe6063c req-62d4eff1-d190-4926-9836-a5b77df6dcbe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1816673 Mar 22 19:31:01.752994 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'port': {'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'admin_state_up': True, 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'security_groups': ['6749e3a9-28fe-4cf1-8057-00f0df17a6fa']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:01.832875 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:30:59Z', 'revision_number': 3, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:01.865346 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fb4d929f-4240-48d3-a2c7-4511cbe6063c req-a7e31b7f-e8b4-461e-8307-eb380c7980e5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070361 Mar 22 19:31:01.885247 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Checking router: 5d65eaf5-d762-43a3-85b0-6503f2cf07bc for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:01.892691 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Updating router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:31:01.920498 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.020047 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Made reservation on behalf of a0b5a7c9222b41d486420b73f4cac1d9 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:02.023775 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.097270 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 8635d9fb-4560-49f1-bf13-151bed0267a1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:02.263635 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Allocated IP 172.20.0.3 (8c21b828-c893-45f4-aa49-e2a1f6c14e39/e2ce7820-6704-440d-8acc-02cedef5a199/b26c98c6-1a2b-412a-96ca-774bd5699efe) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:02.332965 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-146e5a4f-e334-47cc-bde8-8f846c283d62 req-79d304a9-0aaa-4d2d-8979-478f9dfb3a96 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 210 time: 0.3386767 Mar 22 19:31:02.393161 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Publish callbacks [] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.476834 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.503428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.521512 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.547753 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdcaca-2182-4439-90ea-227eb3f6d871 req-1add453a-2240-4e22-8f9b-f6606d900dd3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.549292 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81bdcaca-2182-4439-90ea-227eb3f6d871 req-1add453a-2240-4e22-8f9b-f6606d900dd3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1039569 Mar 22 19:31:02.555640 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Attempting to bind port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:02.556144 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Attempting to bind port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:02.556574 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Attempting to bind port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:02.565356 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81668-f883-4a6d-a626-97152371790b None None] Pushing event updated for resources: {'Port': ['ID=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:02.580428 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:02.581513 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:02.582206 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.582608 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:02.583622 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Bound port: 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:02.584054 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.613022 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81bdcaca-2182-4439-90ea-227eb3f6d871 req-776c6229-fb70-41bd-8f4e-ded02e14f53f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571859 Mar 22 19:31:02.671811 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.672065 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] For port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:02.675608 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] For port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:02.708144 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:02.711711 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:02.718786 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:02.734502 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.746980 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event updated for resources: {'Port': ['ID=b26c98c6-1a2b-412a-96ca-774bd5699efe,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:02.780555 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.781198 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.818590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Allocated IP 172.20.0.1 (50589707-6802-447c-9dd4-07faff551c79/7ba35ab5-88d6-43fa-982f-b7d5125b56cb/92463dee-6c9f-4c27-8576-2f3cd5507e92) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:02.826354 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Routers {'5d65eaf5-d762-43a3-85b0-6503f2cf07bc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:02.826976 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:02.829015 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81668-f883-4a6d-a626-97152371790b None None] Pushing event updated for resources: {'Port': ['ID=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:02.889661 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-cf317424-c17d-4ecc-aa0b-8244bd9ea45f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1403856 Mar 22 19:31:02.906383 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Request body: {'port': {'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:02.959265 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] Set router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:02.998581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.049520 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 8635d9fb-4560-49f1-bf13-151bed0267a1 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:03.129236 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-d1c0e8c0-f284-42f6-83dd-19cf406319a6 None None] Provisioning complete for port b26c98c6-1a2b-412a-96ca-774bd5699efe triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:03.129900 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e8c0-f284-42f6-83dd-19cf406319a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.142869 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cc5f0-3579-4fd5-81b2-baff29dd7104 req-f11887ca-82c4-4a72-8755-3371ff9217a4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.144802 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61cc5f0-3579-4fd5-81b2-baff29dd7104 req-f11887ca-82c4-4a72-8755-3371ff9217a4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1471748 Mar 22 19:31:03.182120 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0e8c0-f284-42f6-83dd-19cf406319a6 None None] Port b26c98c6-1a2b-412a-96ca-774bd5699efe cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:03.200091 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 8635d9fb-4560-49f1-bf13-151bed0267a1 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:03.200766 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.229130 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61cc5f0-3579-4fd5-81b2-baff29dd7104 req-4c633600-0fe2-4add-a843-6d9f80154dc8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755479 Mar 22 19:31:03.256170 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks [] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.299189 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:30:59Z', 'revision_number': 3, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:03.320219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 8635d9fb-4560-49f1-bf13-151bed0267a1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:03.332487 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ae667-bfa4-4d73-8d2e-61b0f2890b6a None None] The sync data for ids ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'] in dv-cinder-799871-19-iscsi is: [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:30:59Z', 'revision_number': 3, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:03.397565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.404465 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26c98c6-1a2b-412a-96ca-774bd5699efe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:03.412409 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Publish callbacks [] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.440234 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Transition to ACTIVE for port object b26c98c6-1a2b-412a-96ca-774bd5699efe will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:03.448874 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Network 50589707-6802-447c-9dd4-07faff551c79 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:03.452493 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:03.459412 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:03.466617 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Pushing event updated for resources: {'Port': ['ID=92463dee-6c9f-4c27-8576-2f3cd5507e92,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:03.497585 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496243-1ac2-49aa-932a-93fda6f7d7ef req-8a06ab8b-7afd-4b54-8747-c81f59a77e64 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.501037 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b4496243-1ac2-49aa-932a-93fda6f7d7ef req-8a06ab8b-7afd-4b54-8747-c81f59a77e64 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 931 time: 0.0721569 Mar 22 19:31:03.506163 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.549442 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.586626 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b4496243-1ac2-49aa-932a-93fda6f7d7ef req-cff52d46-5d79-4064-b4e4-0f96e97b0ff2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806167 Mar 22 19:31:03.763134 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Pushing event updated for resources: {'Port': ['ID=b26c98c6-1a2b-412a-96ca-774bd5699efe,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:03.801130 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Attempting to bind port b26c98c6-1a2b-412a-96ca-774bd5699efe on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:03.801717 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Attempting to bind port b26c98c6-1a2b-412a-96ca-774bd5699efe by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:03.802230 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Attempting to bind port b26c98c6-1a2b-412a-96ca-774bd5699efe on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:03.809395 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Port b26c98c6-1a2b-412a-96ca-774bd5699efe on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:03.809945 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Attempting to bind port b26c98c6-1a2b-412a-96ca-774bd5699efe on network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:03.816629 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:03.817166 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Checking segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:03.817850 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Bound using segment: {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:03.818437 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Bound port: b26c98c6-1a2b-412a-96ca-774bd5699efe, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e4c047-9b74-44d9-a157-f435208b5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:03.819029 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.842820 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.944366 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] For port b26c98c6-1a2b-412a-96ca-774bd5699efe, host hv-cinder-79987, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:03.956702 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddbf57-6703-4742-b0d2-d65f5f11f3b1 req-8e2bc05e-9039-4235-98a9-7eb00bbfc7a3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.957181 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] For port b26c98c6-1a2b-412a-96ca-774bd5699efe, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:03.958368 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94ddbf57-6703-4742-b0d2-d65f5f11f3b1 req-8e2bc05e-9039-4235-98a9-7eb00bbfc7a3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1991656 Mar 22 19:31:04.018656 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-67f15003-e214-4287-9e6f-ee2e595f40b1 None None] Provisioning complete for port 92463dee-6c9f-4c27-8576-2f3cd5507e92 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:04.021477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-67f15003-e214-4287-9e6f-ee2e595f40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.080803 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-67f15003-e214-4287-9e6f-ee2e595f40b1 None None] Port 92463dee-6c9f-4c27-8576-2f3cd5507e92 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:04.083765 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.139634 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.140260 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.141678 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] 10.222.0.45 "PUT /v2.0/ports/b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 1093 time: 1.2433753 Mar 22 19:31:04.145117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:04.149156 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bca192-1f5c-4228-92fd-69f30e36ec46" -d '{"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:04.160428 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94ddbf57-6703-4742-b0d2-d65f5f11f3b1 req-6ed22331-53b9-4742-ac12-9cd51f669a14 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746984 Mar 22 19:31:04.196660 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd959e23-0b68-43dc-986a-780ba98a756c service neutron] Pushing event updated for resources: {'Port': ['ID=b26c98c6-1a2b-412a-96ca-774bd5699efe,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:04.250838 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b10228-6af6-4928-9fc5-5cb9575d42f1 x-openstack-request-id: req-d3b10228-6af6-4928-9fc5-5cb9575d42f1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:04.251372 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:04.251748 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3b10228-6af6-4928-9fc5-5cb9575d42f1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:04.256566 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b10228-6af6-4928-9fc5-5cb9575d42f1'] response: {'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'status': 'completed', 'code': 200} Mar 22 19:31:04.268494 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks [] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.333305 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-d251868d-325f-4610-8c2c-68fa6071641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.334856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.335469 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-d251868d-325f-4610-8c2c-68fa6071641a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1127 time: 0.0616186 Mar 22 19:31:04.392012 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-b9429f65-7e48-4c23-b1bf-fc15ee6c4cc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 217 time: 0.0461218 Mar 22 19:31:04.434334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51538) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:04.443190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137867643', 'description': 'tempest-description--733199444'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:04.454783 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-03db19a3-7ce9-4456-8054-00085d3768bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.456684 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-03db19a3-7ce9-4456-8054-00085d3768bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0542736 Mar 22 19:31:04.512722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Pushing event updated for resources: {'Port': ['ID=92463dee-6c9f-4c27-8576-2f3cd5507e92,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:04.515153 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.520191 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-bb7405b7-d81b-4ebb-b71e-c8a22be44962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.521832 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-bb7405b7-d81b-4ebb-b71e-c8a22be44962 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588675 Mar 22 19:31:04.579098 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5245e9-f43b-4882-bcd2-e64f79989515 req-d64ca0df-8149-4b0a-9a3e-421729870783 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.580744 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea5245e9-f43b-4882-bcd2-e64f79989515 req-d64ca0df-8149-4b0a-9a3e-421729870783 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.2386348 Mar 22 19:31:04.585741 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.698264 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea5245e9-f43b-4882-bcd2-e64f79989515 req-034943ed-ff74-4d50-a576-5ac313a499e2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071112 Mar 22 19:31:04.708010 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Network 50589707-6802-447c-9dd4-07faff551c79 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:04.711412 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:04.828574 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (750870be-d9fb-4038-8450-50fd77158a47), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.885223 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:04.890625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (750870be-d9fb-4038-8450-50fd77158a47), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.908293 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ccbbb-850e-4d4c-9254-a6096eb5863b req-fdc72c12-b789-44f5-be38-ff7a73b532a4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.910004 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dc3ccbbb-850e-4d4c-9254-a6096eb5863b req-fdc72c12-b789-44f5-be38-ff7a73b532a4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.1252704 Mar 22 19:31:04.913328 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-96e01107-fc71-4755-854d-ec3f9e9f016a service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798079 Mar 22 19:31:04.928760 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750870be-d9fb-4038-8450-50fd77158a47,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:05.014471 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.018912 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-129ffda0-c28c-4f29-a515-978de5def6a2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5827253 Mar 22 19:31:05.018912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51546) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:05.028415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '750870be-d9fb-4038-8450-50fd77158a47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:05.036404 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dc3ccbbb-850e-4d4c-9254-a6096eb5863b req-ea7643ae-5113-483c-91d5-ab2a59c21d0c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181748 Mar 22 19:31:05.070135 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-376b6841-8ee7-4d00-be85-1cfd5c8c75b7 req-332f446a-2c4e-438b-ab0d-51563197a586 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438925 Mar 22 19:31:05.091647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:05.091647 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-14b51f96-621c-43ad-a647-e954470e476b admin admin] 10.222.0.79 "PUT /v2.0/routers/5d65eaf5-d762-43a3-85b0-6503f2cf07bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5573401 Mar 22 19:31:05.092226 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-782cd306-b0d6-4656-be18-4ab8ba6cc13b None None] Provisioning complete for port 92463dee-6c9f-4c27-8576-2f3cd5507e92 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:05.092226 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-782cd306-b0d6-4656-be18-4ab8ba6cc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.123783 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:05.131003 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (aeca1c52-135d-42bb-b266-f64cf29355be), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.160831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-782cd306-b0d6-4656-be18-4ab8ba6cc13b None None] Port 92463dee-6c9f-4c27-8576-2f3cd5507e92 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:05.187620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:05.190100 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.200968 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (aeca1c52-135d-42bb-b266-f64cf29355be), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.297018 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (aeca1c52-135d-42bb-b266-f64cf29355be), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.297867 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:05.298427 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.304909 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-ced1947f-14de-4979-b66f-c9bedfb4b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.306635 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-ced1947f-14de-4979-b66f-c9bedfb4b494 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1127 time: 0.0498683 Mar 22 19:31:05.322637 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:05.328074 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeca1c52-135d-42bb-b266-f64cf29355be,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:05.334142 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5e10e7f4-84c9-4b70-807f-8631deb8f214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.346721 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecc09d-ea5f-4636-aa66-8e07e55d84d6 req-e7d92dc2-25f4-447b-b289-c9443d07d8ce tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.353564 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2cecc09d-ea5f-4636-aa66-8e07e55d84d6 req-e7d92dc2-25f4-447b-b289-c9443d07d8ce tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1007304 Mar 22 19:31:05.385986 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.417968 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.422315 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-52672b41-1371-4f64-a31f-cd473a01b9dc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024272 Mar 22 19:31:05.423788 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51558) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:05.438002 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2cecc09d-ea5f-4636-aa66-8e07e55d84d6 req-a9d21329-4c7a-4814-9f63-a1fcad4c3841 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813601 Mar 22 19:31:05.449458 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '750870be-d9fb-4038-8450-50fd77158a47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:05.478896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:05.496778 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-0c40730b-195b-4ca2-a2de-7ddf0d449dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.499121 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-0c40730b-195b-4ca2-a2de-7ddf0d449dc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.1846077 Mar 22 19:31:05.540984 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-d41b3285-535a-4db4-b01f-ec4e1e3919db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 217 time: 0.0351548 Mar 22 19:31:05.545652 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (1462f2d8-d02f-496e-b66e-3d0a29bc1a1e), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.598451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-5c898ec5-cb3f-4605-9e5d-fb858a8c586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.600081 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-5c898ec5-cb3f-4605-9e5d-fb858a8c586c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0491326 Mar 22 19:31:05.603284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (1462f2d8-d02f-496e-b66e-3d0a29bc1a1e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.652820 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-e1f8ac5f-57e7-430e-b37c-8bdbbc29b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.654331 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-e1f8ac5f-57e7-430e-b37c-8bdbbc29b542 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430915 Mar 22 19:31:05.682547 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (1462f2d8-d02f-496e-b66e-3d0a29bc1a1e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.709828 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1462f2d8-d02f-496e-b66e-3d0a29bc1a1e,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:05.761413 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-2091f6d6-5f7e-4bec-b318-e72765228a66 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944407 Mar 22 19:31:05.828919 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51562) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:05.835670 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386453864', 'description': 'tempest-secgroup-smoke-1386453864 description', 'project_id': 'f5797eaa627649599a0a8839b741ec51'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:05.837582 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.842378 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-92d909da-cd48-45aa-98bb-574553942164 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138031 Mar 22 19:31:05.844909 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51564) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:05.852713 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:05.853305 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5041ae-5754-4eca-9068-25d55e385de7 req-9ad82e3c-3034-4ecc-bb18-0808d711fa59 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.855872 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5041ae-5754-4eca-9068-25d55e385de7 req-9ad82e3c-3034-4ecc-bb18-0808d711fa59 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0656941 Mar 22 19:31:05.910391 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5041ae-5754-4eca-9068-25d55e385de7 req-a66bd97f-d0f8-4961-9d44-b968d382973d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490136 Mar 22 19:31:05.917227 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-88bca192-1f5c-4228-92fd-69f30e36ec46 req-9ed7ac1b-70dc-44b1-bd2e-b083ff623f2f service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420336 Mar 22 19:31:05.997258 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.045185 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.084078 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Sync routers for ids ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:06.096158 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Routers {'5d65eaf5-d762-43a3-85b0-6503f2cf07bc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:06.097019 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:06.112102 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group (e9dc2e69-dc5f-45c2-895b-6046a347d441), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.176411 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e9dc2e69-dc5f-45c2-895b-6046a347d441), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.207742 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Set router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:06.225058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc2e69-dc5f-45c2-895b-6046a347d441,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.232485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.240815 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe71763-63b5-475a-9e26-eba3d48dcace req-29dafe2e-4d75-4801-972e-0c425b5b3a8f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.242302 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ebe71763-63b5-475a-9e26-eba3d48dcace req-29dafe2e-4d75-4801-972e-0c425b5b3a8f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.1056814 Mar 22 19:31:06.300052 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.301258 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3e526c32-59dd-457f-abd9-ad5a73d0e210 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4713655 Mar 22 19:31:06.304445 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51568) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:06.310764 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group_rule': {'security_group_id': 'e9dc2e69-dc5f-45c2-895b-6046a347d441', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:06.363004 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ebe71763-63b5-475a-9e26-eba3d48dcace req-9d0b269e-1099-4764-a922-a7ff41abcd09 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136410 Mar 22 19:31:06.401786 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.27.0.204 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:06.415851 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (ccaf7195-ad74-42c8-83d3-215de26fecf4), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.419742 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:31:03Z', 'revision_number': 4, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '92463dee-6c9f-4c27-8576-2f3cd5507e92', 'name': '', 'network_id': '50589707-6802-447c-9dd4-07faff551c79', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'mac_address': 'fa:16:3e:9a:dd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:02Z', 'updated_at': '2022-03-22T19:31:03Z', 'revision_number': 2, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'subnets': [{'id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:06.451002 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Checking router: 5d65eaf5-d762-43a3-85b0-6503f2cf07bc for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:06.451646 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Updating router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc port 92463dee-6c9f-4c27-8576-2f3cd5507e92 binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:31:06.480552 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.486398 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (ccaf7195-ad74-42c8-83d3-215de26fecf4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.539629 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.549386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (ccaf7195-ad74-42c8-83d3-215de26fecf4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.570652 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaf7195-ad74-42c8-83d3-215de26fecf4,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.584415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60876f-342d-479a-93c1-dd0ff6091d1e req-b0519389-9679-4c57-b9f3-3a6f4db29fe7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.585934 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e60876f-342d-479a-93c1-dd0ff6091d1e req-b0519389-9679-4c57-b9f3-3a6f4db29fe7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0755677 Mar 22 19:31:06.633921 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e60876f-342d-479a-93c1-dd0ff6091d1e req-67fc2c01-4eb9-4f6f-8a91-f40db56f0393 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Mar 22 19:31:06.638298 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.640667 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6b2b4b6f-60e0-4471-b518-d15416dd8d16 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342459 Mar 22 19:31:06.642031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51574) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:06.647558 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group_rule': {'security_group_id': 'e9dc2e69-dc5f-45c2-895b-6046a347d441', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:06.657152 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.699679 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:06.702540 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:06.706106 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:06.716417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (997f56ee-5ad8-4354-b79a-feea8ee956e7), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.737287 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.783999 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Publish callbacks [] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.786857 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:06.787466 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (997f56ee-5ad8-4354-b79a-feea8ee956e7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.802117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (e94252f5-e07e-48ec-918d-e49687f8de9f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.836683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (997f56ee-5ad8-4354-b79a-feea8ee956e7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.855255 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997f56ee-5ad8-4354-b79a-feea8ee956e7,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.888466 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:06.903583 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'mac_address': 'fa:16:3e:07:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:06.942344 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: ACTIVE; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:06.942808 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.963139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4b769eb-fc40-4be3-8992-742274df72d2 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:06.978681 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:06.980259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.982190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.986096 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1f222c8e-7947-401c-b9eb-66a91b4b3cc2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3403389 Mar 22 19:31:06.986311 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51578) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:06.992519 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group_rule': {'security_group_id': 'e9dc2e69-dc5f-45c2-895b-6046a347d441', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:07.023499 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:07.062818 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.066066 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d865b-57fa-4492-8247-79c6f96ebabd None None] Pushing event updated for resources: {'Port': ['ID=92463dee-6c9f-4c27-8576-2f3cd5507e92,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:07.100052 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.109471 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (2da8b59b-b451-425a-9e16-4a7ba087de4b), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.132243 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f572d-959c-4f1a-b367-870165cb0ba2 req-538a013a-c26a-4c9d-bd4d-5c6620dffcfc tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.133995 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d08f572d-959c-4f1a-b367-870165cb0ba2 req-538a013a-c26a-4c9d-bd4d-5c6620dffcfc tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1105959 Mar 22 19:31:07.160707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Attempting to bind port 92463dee-6c9f-4c27-8576-2f3cd5507e92 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:07.161190 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Attempting to bind port 92463dee-6c9f-4c27-8576-2f3cd5507e92 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:07.161764 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Attempting to bind port 92463dee-6c9f-4c27-8576-2f3cd5507e92 on network 50589707-6802-447c-9dd4-07faff551c79 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:07.178322 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:07.178693 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Checking segment: {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:07.179103 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.179493 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Bound using segment: {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:07.180013 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Bound port: 92463dee-6c9f-4c27-8576-2f3cd5507e92, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '50589707-6802-447c-9dd4-07faff551c79'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:07.180373 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.184443 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (2da8b59b-b451-425a-9e16-4a7ba087de4b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.202264 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:07.202635 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.226111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=6']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:07.257670 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (2da8b59b-b451-425a-9e16-4a7ba087de4b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.268870 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d08f572d-959c-4f1a-b367-870165cb0ba2 req-b54054b6-ecf1-4cb4-9799-16815a71547d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775435 Mar 22 19:31:07.281323 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da8b59b-b451-425a-9e16-4a7ba087de4b,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:07.320736 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.326049 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] For port 92463dee-6c9f-4c27-8576-2f3cd5507e92, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:07.330889 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] For port 92463dee-6c9f-4c27-8576-2f3cd5507e92, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=92463dee-6c9f-4c27-8576-2f3cd5507e92,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:07.340064 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:07.365973 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.365973 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-560ccf9d-ddd6-4995-b583-a650c57da02a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778827 Mar 22 19:31:07.368049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 51580) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:07.372910 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group_rule': {'security_group_id': 'e9dc2e69-dc5f-45c2-895b-6046a347d441', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:07.385558 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.389042 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.447597 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] Provisioning complete for port 92463dee-6c9f-4c27-8576-2f3cd5507e92 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:07.448025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.475111 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (e94252f5-e07e-48ec-918d-e49687f8de9f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.485019 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d865b-57fa-4492-8247-79c6f96ebabd None None] Pushing event updated for resources: {'Port': ['ID=92463dee-6c9f-4c27-8576-2f3cd5507e92,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:07.489483 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Routers {'5d65eaf5-d762-43a3-85b0-6503f2cf07bc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:07.490094 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:30:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.494717 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:07.513900 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (7c1b74c0-44dc-4e52-8939-03ec9d94cf59), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.550647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a5ccd-42dc-4fb0-afc9-e211aae0dd3c req-62ab8c62-dd40-4a24-93da-a085db87614a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.552191 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-996a5ccd-42dc-4fb0-afc9-e211aae0dd3c req-62ab8c62-dd40-4a24-93da-a085db87614a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.1119704 Mar 22 19:31:07.580040 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.582035 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c0ea1171-08fb-4100-9c06-42d3c5c3ce54 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7356720 Mar 22 19:31:07.628358 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (7c1b74c0-44dc-4e52-8939-03ec9d94cf59), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.639232 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] Current status of the port 92463dee-6c9f-4c27-8576-2f3cd5507e92 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:07.639690 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.646380 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-996a5ccd-42dc-4fb0-afc9-e211aae0dd3c req-677a982e-7c68-4078-92ef-07fac248553d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819893 Mar 22 19:31:07.683983 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] Set router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:07.700382 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (7c1b74c0-44dc-4e52-8939-03ec9d94cf59), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.734350 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1b74c0-44dc-4e52-8939-03ec9d94cf59,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:07.764363 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] For port 92463dee-6c9f-4c27-8576-2f3cd5507e92, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=92463dee-6c9f-4c27-8576-2f3cd5507e92,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:07.778979 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ee86a-cbdb-427b-8c1e-752dd324a5ab req-4336d29e-bc8a-45b8-a9cd-1a5746f261f8 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.780708 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a01ee86a-cbdb-427b-8c1e-752dd324a5ab req-4336d29e-bc8a-45b8-a9cd-1a5746f261f8 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0623965 Mar 22 19:31:07.822795 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.824403 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c401e98e-92c1-441c-b2fa-5d17b20ca2f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4553456 Mar 22 19:31:07.831835 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51600) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:07.834036 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group_rule': {'security_group_id': 'e9dc2e69-dc5f-45c2-895b-6046a347d441', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:07.847838 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-1827ea22-6b0e-4ad8-a1f8-70cbfd8840b2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2137867643&fields=id&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 267 time: 0.0492280 Mar 22 19:31:07.850564 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a01ee86a-cbdb-427b-8c1e-752dd324a5ab req-4cbcf4e2-71e9-4d60-8980-150d570eab52 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618522 Mar 22 19:31:07.942872 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Project f5797eaa627649599a0a8839b741ec51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:31:07.949350 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (ea535e2b-646b-4415-bf81-9e412b9bb704), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.954689 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cdb45d51-09c1-4db2-a3b7-70f1213e15f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.957428 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.969219 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-728ceb66-60d9-419b-a424-11a79c1a8bf3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.971896 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-728ceb66-60d9-419b-a424-11a79c1a8bf3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1110921 Mar 22 19:31:07.988905 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-8e9bd785-38b8-4273-864c-2ecc90ab1347 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/quotas/88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 375 time: 0.0105705 Mar 22 19:31:08.024583 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (ea535e2b-646b-4415-bf81-9e412b9bb704), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.055625 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-e47cb74b-e1ee-4b0a-bab8-3f616a1c644a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605931 Mar 22 19:31:08.068782 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deb392-8513-479d-8b10-ce74dcbbb358 None None] Pushing event updated for resources: {'Port': ['ID=92463dee-6c9f-4c27-8576-2f3cd5507e92,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.097271 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (ea535e2b-646b-4415-bf81-9e412b9bb704), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.117648 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea535e2b-646b-4415-bf81-9e412b9bb704,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.122562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3598f6e7-994d-471d-a1d3-d9dbd1ae2ff9 None None] Provisioning complete for port 92463dee-6c9f-4c27-8576-2f3cd5507e92 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:08.123069 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3598f6e7-994d-471d-a1d3-d9dbd1ae2ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.153119 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-de23de99-7944-499b-9f35-1b8c27390f39 service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853615 Mar 22 19:31:08.190137 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:31:03Z', 'revision_number': 4, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '92463dee-6c9f-4c27-8576-2f3cd5507e92', 'name': '', 'network_id': '50589707-6802-447c-9dd4-07faff551c79', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'mac_address': 'fa:16:3e:9a:dd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:02Z', 'updated_at': '2022-03-22T19:31:07Z', 'revision_number': 4, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'subnets': [{'id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:08.204319 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.204319 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-feb11026-013c-48b3-8946-3a9371d7a4bb tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704925 Mar 22 19:31:08.204319 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51602) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:08.209037 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'security_group_rule': {'security_group_id': 'e9dc2e69-dc5f-45c2-895b-6046a347d441', 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:08.242934 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c30b5a8-b020-493b-9702-2556d154321b None None] The sync data for ids ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'] in dv-cinder-799871-19-iscsi is: [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:31:03Z', 'revision_number': 4, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '92463dee-6c9f-4c27-8576-2f3cd5507e92', 'name': '', 'network_id': '50589707-6802-447c-9dd4-07faff551c79', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'mac_address': 'fa:16:3e:9a:dd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:02Z', 'updated_at': '2022-03-22T19:31:07Z', 'revision_number': 4, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'subnets': [{'id': '7ba35ab5-88d6-43fa-982f-b7d5125b56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:08.253238 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-f2c3cb9b-c3bd-49b0-b417-6097ec59274c service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934379 Mar 22 19:31:08.253397 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3598f6e7-994d-471d-a1d3-d9dbd1ae2ff9 None None] Current status of the port 92463dee-6c9f-4c27-8576-2f3cd5507e92 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:08.317431 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Project f5797eaa627649599a0a8839b741ec51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:31:08.325489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (5c61b86e-2610-4d65-9b5e-d320b8446750), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.426998 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (5c61b86e-2610-4d65-9b5e-d320b8446750), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.468500 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a62e69-8b92-463b-8fb6-add572e54d02 req-62ad24a9-7a6e-4006-8515-f88374485102 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.470435 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-10a62e69-8b92-463b-8fb6-add572e54d02 req-62ad24a9-7a6e-4006-8515-f88374485102 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.0761731 Mar 22 19:31:08.498136 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (5c61b86e-2610-4d65-9b5e-d320b8446750), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.531185 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c61b86e-2610-4d65-9b5e-d320b8446750,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.559304 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-10a62e69-8b92-463b-8fb6-add572e54d02 req-c1e3380b-d83a-4dd5-84e0-1e5ef6eed0d9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818665 Mar 22 19:31:08.572183 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2276ab00-3251-4a7c-94f6-3e05249d52c4 req-587e3209-a0ea-473a-88e0-081b7b0496d6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0743337 Mar 22 19:31:08.649026 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.653505 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d818b7d8-088a-49c2-84e8-affd51d8664a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4487824 Mar 22 19:31:08.673233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['b4b769eb-fc40-4be3-8992-742274df72d2'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:08.863276 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97e505-2fd4-4398-84a2-bb800af9efea req-fc493a6e-de89-4eba-925b-992131a83acd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.864927 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd97e505-2fd4-4398-84a2-bb800af9efea req-fc493a6e-de89-4eba-925b-992131a83acd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.1237144 Mar 22 19:31:08.950953 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd97e505-2fd4-4398-84a2-bb800af9efea req-88439174-f839-4e3a-805a-2648b6b15f8d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775242 Mar 22 19:31:09.052827 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3626-5962-49f7-81df-0a95d8282dfe req-8786f881-de9b-438b-983f-3b3f0196ecba tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.061716 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-97dc3626-5962-49f7-81df-0a95d8282dfe req-8786f881-de9b-438b-983f-3b3f0196ecba tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1214983 Mar 22 19:31:09.109866 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 92463dee-6c9f-4c27-8576-2f3cd5507e92 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:09.129790 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-97dc3626-5962-49f7-81df-0a95d8282dfe req-fecdafaa-21c0-4d93-b125-c0768ed34ae0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670767 Mar 22 19:31:09.143010 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.191608 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 92463dee-6c9f-4c27-8576-2f3cd5507e92 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:09.191608 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.280856 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 92463dee-6c9f-4c27-8576-2f3cd5507e92 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:09.782445 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9d7b7eb-9e83-4e14-95e0-1d958aaff5a4 req-d7555ed1-7c52-4834-b0d4-8ed9fdf5cfd5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0560734 Mar 22 19:31:09.820598 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a78aab-ca7f-4cf8-bfd9-6491c684eb16 req-0aad3e82-7181-482a-8651-7fcbdf1c402b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.823308 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45a78aab-ca7f-4cf8-bfd9-6491c684eb16 req-0aad3e82-7181-482a-8651-7fcbdf1c402b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.1328359 Mar 22 19:31:09.921060 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45a78aab-ca7f-4cf8-bfd9-6491c684eb16 req-58afd7c6-b37b-44ee-ad18-e7b035d3325a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900607 Mar 22 19:31:10.145329 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a78a6-dedf-4036-bab4-204b5aad098b req-c1aedb06-b75b-4802-b98a-45cda8ccef52 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.153452 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a7a78a6-dedf-4036-bab4-204b5aad098b req-c1aedb06-b75b-4802-b98a-45cda8ccef52 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.0867479 Mar 22 19:31:10.311739 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a7a78a6-dedf-4036-bab4-204b5aad098b req-f3b368ed-9b67-438c-862b-567c19d54150 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572618 Mar 22 19:31:10.399003 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.477259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.500171 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb6cba-001e-4048-903e-373d197e34d1 req-f5bb629d-66b0-4a93-9c26-fe033d219ad4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.509273 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e6bb6cba-001e-4048-903e-373d197e34d1 req-f5bb629d-66b0-4a93-9c26-fe033d219ad4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1640565 Mar 22 19:31:10.521933 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:10.606617 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e6bb6cba-001e-4048-903e-373d197e34d1 req-908f94ba-a97e-4d77-80ce-a7091c4a65b9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962787 Mar 22 19:31:10.612182 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port b4b769eb-fc40-4be3-8992-742274df72d2 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:10.612182 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.812264 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:10.812264 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.850363 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:10.853019 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ee418-7074-4297-b38c-f75027441fe6" -d '{"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-plugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:10.882665 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:10.899132 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f35418ff-c4dd-48cc-89dd-8939f7e213a0 req-dc8bd3b9-6132-4a5a-99a8-067a7bf71dcf tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0327017 Mar 22 19:31:10.914204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3fb08e-259e-4626-b387-5a79d0d8e40f x-openstack-request-id: req-da3fb08e-259e-4626-b387-5a79d0d8e40f {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:10.914204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-plugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:10.914204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da3fb08e-259e-4626-b387-5a79d0d8e40f {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:10.914204 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3fb08e-259e-4626-b387-5a79d0d8e40f'] response: {'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'code': 200} Mar 22 19:31:11.060780 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.071954 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe8204-75dc-4a15-949b-35f5a84a7afc req-5e373d59-e5bb-4739-8423-2cacaa9a92cb tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.080834 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ffbe8204-75dc-4a15-949b-35f5a84a7afc req-5e373d59-e5bb-4739-8423-2cacaa9a92cb tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.0676160 Mar 22 19:31:11.132159 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=7']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:11.155188 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ffbe8204-75dc-4a15-949b-35f5a84a7afc req-ed52f8e3-c511-4840-9613-76c8044d850a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731483 Mar 22 19:31:11.455843 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70873d-7152-40e4-be3e-eb667717b230 req-4acf845f-0362-49b0-8b99-8bbd48c4b3f8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.457437 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f70873d-7152-40e4-be3e-eb667717b230 req-4acf845f-0362-49b0-8b99-8bbd48c4b3f8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.0685830 Mar 22 19:31:11.517311 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f70873d-7152-40e4-be3e-eb667717b230 req-fa4f8f5d-790c-4812-8760-c927feeefad3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541112 Mar 22 19:31:11.745859 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68265-fff4-43c1-88b2-450c146c01d8 req-dca97936-49a4-47f3-b28f-3911986f5ed6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.747941 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-71d68265-fff4-43c1-88b2-450c146c01d8 req-dca97936-49a4-47f3-b28f-3911986f5ed6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0605786 Mar 22 19:31:11.785605 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.816457 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-71d68265-fff4-43c1-88b2-450c146c01d8 req-3cbb42a7-3232-4b22-8d99-a9e770b58917 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602391 Mar 22 19:31:12.030182 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa623221-0447-4255-b186-1b28f5c53d5a req-e3351737-4891-4e58-9606-a253c7034490 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0386775 Mar 22 19:31:12.308064 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33419c-0710-416c-b2c3-d44f256d30c7 req-6c72769d-65d6-47c4-a145-ba6f1d3eee53 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.309989 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fb33419c-0710-416c-b2c3-d44f256d30c7 req-6c72769d-65d6-47c4-a145-ba6f1d3eee53 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0725868 Mar 22 19:31:12.373257 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fb33419c-0710-416c-b2c3-d44f256d30c7 req-8e96b024-8ef4-4fe6-be22-e2aeec96b4fc tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576596 Mar 22 19:31:12.653339 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9c0e-197f-4ec4-a894-b000cc765c06 req-eaa5f724-3912-4ddf-9a54-22ab81376dd7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.655090 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e32c9c0e-197f-4ec4-a894-b000cc765c06 req-eaa5f724-3912-4ddf-9a54-22ab81376dd7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 943 time: 0.0586712 Mar 22 19:31:12.717707 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e32c9c0e-197f-4ec4-a894-b000cc765c06 req-503f9a7e-60a6-4f01-852c-f9bb35cd32dc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523992 Mar 22 19:31:12.958317 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ab24-700b-4abd-9035-9c0c0e559ae2 req-bbb1f7df-43c0-4a08-8db8-650726fbf479 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.959903 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9ce6ab24-700b-4abd-9035-9c0c0e559ae2 req-bbb1f7df-43c0-4a08-8db8-650726fbf479 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0646672 Mar 22 19:31:13.018176 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9ce6ab24-700b-4abd-9035-9c0c0e559ae2 req-85c8ccc4-fd49-4869-8bc2-5407e0c0d459 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516217 Mar 22 19:31:13.171523 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-01beb009-d256-4062-8bfc-0b9ad159f515 req-2950bcff-365b-4d11-bdad-f4cbd7a08a78 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Mar 22 19:31:13.437551 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b26c98c6-1a2b-412a-96ca-774bd5699efe details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:13.508264 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2e080-ef7d-4e4f-9aab-706243f518af req-d9dc4796-1396-4896-b4d6-612350a7c486 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.516413 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f7b2e080-ef7d-4e4f-9aab-706243f518af req-d9dc4796-1396-4896-b4d6-612350a7c486 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0660353 Mar 22 19:31:13.573746 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f7b2e080-ef7d-4e4f-9aab-706243f518af req-e7ff7db9-fa6c-458c-975c-f87c5a39e2fd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494483 Mar 22 19:31:13.587018 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b26c98c6-1a2b-412a-96ca-774bd5699efe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:13.608379 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:13.667628 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b26c98c6-1a2b-412a-96ca-774bd5699efe is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:13.672004 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.685978 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26c98c6-1a2b-412a-96ca-774bd5699efe {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:13.715722 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b26c98c6-1a2b-412a-96ca-774bd5699efe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:13.774136 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.879064 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-3dd5dbc1-ca5e-42e7-a8d7-d8d9fd500f23 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.880615 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-3dd5dbc1-ca5e-42e7-a8d7-d8d9fd500f23 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1529026 Mar 22 19:31:13.899116 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b26c98c6-1a2b-412a-96ca-774bd5699efe,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:13.926073 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190f947-25c5-48cf-98b1-1d1cd91a2c29 req-a4b32b52-da01-43ef-9795-e0f30963e1d8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.932861 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6190f947-25c5-48cf-98b1-1d1cd91a2c29 req-a4b32b52-da01-43ef-9795-e0f30963e1d8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 944 time: 0.0982356 Mar 22 19:31:13.981298 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-e403f61e-e217-42e7-a88d-5ebf48af5677 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 473 time: 0.0887702 Mar 22 19:31:13.993000 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'port': {'device_id': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'admin_state_up': True, 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'security_groups': ['750870be-d9fb-4038-8450-50fd77158a47']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:14.012248 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6190f947-25c5-48cf-98b1-1d1cd91a2c29 req-0615c3de-38ab-4fa8-8343-944a7e42952b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695691 Mar 22 19:31:14.174913 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['b26c98c6-1a2b-412a-96ca-774bd5699efe'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:14.256363 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bc242-58bc-4309-904e-ddc0e538436f req-0dfefd5b-589f-43a9-a8af-090bba05aec1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.264014 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-928bc242-58bc-4309-904e-ddc0e538436f req-0dfefd5b-589f-43a9-a8af-090bba05aec1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.1026244 Mar 22 19:31:14.289347 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c2549780-35fa-470d-b882-7606453d0e1c req-57be3f02-217c-4958-b126-cadfd4edd099 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0356724 Mar 22 19:31:14.297872 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Made reservation on behalf of 88cf857fd440479f92bf100cd1ea80b6 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:14.302119 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.376119 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-928bc242-58bc-4309-904e-ddc0e538436f req-b49965ad-8ed2-4b62-88e1-813a479e0954 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049340 Mar 22 19:31:14.543071 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.20.0.13 (87044297-f8c2-40de-9994-8da2189cc88a/8516280d-e487-4332-a618-150a0d90286a/9af82b0f-99b4-418d-83d8-0c436ba2dc1c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:14.764202 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13ba9-1e73-484b-8fca-3bbc25cd8e2f req-709768c6-558e-430f-9111-427e523c8e01 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.765977 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-18b13ba9-1e73-484b-8fca-3bbc25cd8e2f req-709768c6-558e-430f-9111-427e523c8e01 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1110013 Mar 22 19:31:14.803721 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.820517 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab669dfc-269c-4528-81ea-a78efd05edda req-d0589443-e7fb-49b7-a179-62551dc192df tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.828578 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab669dfc-269c-4528-81ea-a78efd05edda req-d0589443-e7fb-49b7-a179-62551dc192df tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0875220 Mar 22 19:31:14.848133 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-18b13ba9-1e73-484b-8fca-3bbc25cd8e2f req-949cfedf-2748-482d-9ad8-092e69c9552c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752525 Mar 22 19:31:14.914311 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab669dfc-269c-4528-81ea-a78efd05edda req-97cea6b2-6581-403d-abcd-9446261d1522 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823929 Mar 22 19:31:14.962788 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.002343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-b11c1d08-4dfa-4675-9970-fc758c8108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.003962 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-b11c1d08-4dfa-4675-9970-fc758c8108ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1129 time: 0.0509555 Mar 22 19:31:15.015682 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:15.023864 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:15.033087 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:15.043938 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:15.114709 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.115821 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.176386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-d082ac96-27d0-4043-a98d-8d2e9c1cf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.177917 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-d082ac96-27d0-4043-a98d-8d2e9c1cf720 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 912 time: 0.1676714 Mar 22 19:31:15.212044 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f7cf3-1de6-4fa6-a8c4-46459c66a127 req-8ed4bccd-9bc0-477f-9c21-1b97ddc3904e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.219955 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-118f7cf3-1de6-4fa6-a8c4-46459c66a127 req-8ed4bccd-9bc0-477f-9c21-1b97ddc3904e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 944 time: 0.1001632 Mar 22 19:31:15.268910 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-d8a75096-f2f6-463a-90f4-d6ce28f59c99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 200 len: 1001 time: 0.0839536 Mar 22 19:31:15.273208 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-6c36f7e3-f258-4ac2-bdcc-149ce8f8aee5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2856684 Mar 22 19:31:15.278867 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-118f7cf3-1de6-4fa6-a8c4-46459c66a127 req-e2b17b77-e99e-40b7-bbe0-83ecfe44b289 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576172 Mar 22 19:31:15.294287 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Request body: {'port': {'device_id': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:15.398222 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-232c4f85-5591-478c-bec7-da2349319814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.401209 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-232c4f85-5591-478c-bec7-da2349319814 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.1116271 Mar 22 19:31:15.497032 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.497177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-aa36c9a7-dd12-4c80-9c59-1f0e43a8748f None None] Provisioning complete for port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:15.497177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-aa36c9a7-dd12-4c80-9c59-1f0e43a8748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.534338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-38cc5672-1f0a-4028-b685-674ba108c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.536251 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-38cc5672-1f0a-4028-b685-674ba108c40f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1249251 Mar 22 19:31:15.543797 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ebef1-0f17-4e07-8c97-afd0083408f4 req-795d8434-8316-489d-9a18-5a4bd9c86eaf tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.548523 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-aa36c9a7-dd12-4c80-9c59-1f0e43a8748f None None] Port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:15.553936 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-221ebef1-0f17-4e07-8c97-afd0083408f4 req-795d8434-8316-489d-9a18-5a4bd9c86eaf tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 932 time: 0.1240442 Mar 22 19:31:15.668302 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-221ebef1-0f17-4e07-8c97-afd0083408f4 req-ed5ed1c3-710b-4a2a-bbf7-c236ebb85394 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131818 Mar 22 19:31:15.703254 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-a75753ba-b512-42b7-976b-d46b4ec9edbb service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463048 Mar 22 19:31:15.820400 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af82b0f-99b4-418d-83d8-0c436ba2dc1c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:15.830446 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Publish callbacks [] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.841229 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c8b7c2a-5861-4e0a-96d6-be07643c0ded req-351bb2f9-85a6-4dc9-9e92-33060f09fe48 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216435 Mar 22 19:31:15.850106 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Transition to ACTIVE for port object 9af82b0f-99b4-418d-83d8-0c436ba2dc1c will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:16.007380 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.079349 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8904-9440-40dc-b944-cfbdf748ccfd req-a99e8cd4-9422-42f3-be13-d80ba37f772e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.082282 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bb2b8904-9440-40dc-b944-cfbdf748ccfd req-a99e8cd4-9422-42f3-be13-d80ba37f772e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1436887 Mar 22 19:31:16.163101 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69af96-c542-4211-952a-073f16d1159d req-8b3acaa0-fe5c-4e81-889f-e85a265e2916 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.163101 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f69af96-c542-4211-952a-073f16d1159d req-8b3acaa0-fe5c-4e81-889f-e85a265e2916 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0930352 Mar 22 19:31:16.194358 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f69af96-c542-4211-952a-073f16d1159d req-1954ed6d-b93a-46e2-8141-4fd3d0b7bef4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745020 Mar 22 19:31:16.203747 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bb2b8904-9440-40dc-b944-cfbdf748ccfd req-f456a002-ebde-472a-8623-98983fa23fd7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127088 Mar 22 19:31:16.204489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Pushing event updated for resources: {'Port': ['ID=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:16.254071 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Attempting to bind port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:16.254071 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Attempting to bind port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:16.254071 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Attempting to bind port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:16.259341 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c on network 87044297-f8c2-40de-9994-8da2189cc88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:16.259873 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Attempting to bind port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:16.276661 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:16.277436 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:16.278152 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Bound using segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:16.278757 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Bound port: 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:16.279294 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.378086 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] For port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host hv-cinder-79987, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:16.386221 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] For port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:16.452525 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b1658-4c81-4d9d-8f7a-8a987e2ef18e req-da3ce4c5-d9b6-4f33-bf9a-ad8d4a5caeef tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.454358 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-221b1658-4c81-4d9d-8f7a-8a987e2ef18e req-da3ce4c5-d9b6-4f33-bf9a-ad8d4a5caeef tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 944 time: 0.0730176 Mar 22 19:31:16.478029 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.530511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.532109 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.533552 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] 10.222.0.45 "PUT /v2.0/ports/9af82b0f-99b4-418d-83d8-0c436ba2dc1c HTTP/1.1" status: 200 len: 1094 time: 1.2442772 Mar 22 19:31:16.534013 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:16.536450 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395ae596-adc3-4c1b-af79-2d16a6d144e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:16.546501 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b26c98c6-1a2b-412a-96ca-774bd5699efe up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:16.564367 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-221b1658-4c81-4d9d-8f7a-8a987e2ef18e req-ce4f8083-6ef7-4b77-b007-849c61d6feab tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043644 Mar 22 19:31:16.630660 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44a86d-e5d5-4428-91d6-f17e346af578 service neutron] Pushing event updated for resources: {'Port': ['ID=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:16.637834 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ec43a-8b44-40af-b031-bc8102ee2049 x-openstack-request-id: req-9c0ec43a-8b44-40af-b031-bc8102ee2049 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:16.638131 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:16.638388 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c0ec43a-8b44-40af-b031-bc8102ee2049 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:16.638949 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0ec43a-8b44-40af-b031-bc8102ee2049'] response: {'name': 'network-changed', 'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'status': 'completed', 'code': 200} Mar 22 19:31:16.734526 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-5b411673-d372-4b32-bcc5-ed565bc4a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.736578 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-5b411673-d372-4b32-bcc5-ed565bc4a130 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 1128 time: 0.0684745 Mar 22 19:31:16.777845 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port b26c98c6-1a2b-412a-96ca-774bd5699efe completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:16.782517 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port b26c98c6-1a2b-412a-96ca-774bd5699efe triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:16.782933 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.854683 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-610245cf-569d-420c-bd66-c16a2277363f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c HTTP/1.1" status: 200 len: 217 time: 0.0991149 Mar 22 19:31:16.906030 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d5468-1df5-4e81-ac5f-de116c5cd0b0 req-b7277937-7a26-4410-8af6-59ff12af3e6e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.913364 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-064d5468-1df5-4e81-ac5f-de116c5cd0b0 req-b7277937-7a26-4410-8af6-59ff12af3e6e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.1421299 Mar 22 19:31:16.921858 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b26c98c6-1a2b-412a-96ca-774bd5699efe is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:16.923691 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.955831 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-2e676c5f-0b6e-40ef-ab1f-8824706d932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.961625 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-2e676c5f-0b6e-40ef-ab1f-8824706d932d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0911088 Mar 22 19:31:16.977694 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-064d5468-1df5-4e81-ac5f-de116c5cd0b0 req-5f5e0306-0bab-4001-812e-74144002ac88 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621536 Mar 22 19:31:16.998517 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:17.003736 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d47885-1a9a-47f5-b32f-982d44ae6164" -d '{"events": [{"server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "name": "network-vif-plugged", "status": "completed", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:17.020975 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b26c98c6-1a2b-412a-96ca-774bd5699efe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:17.031643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-e677015e-3463-4819-91bb-48b251aa0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.033196 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-e677015e-3463-4819-91bb-48b251aa0467 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666790 Mar 22 19:31:17.081559 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e9279-c00a-4227-9772-0149f3bc6853 x-openstack-request-id: req-704e9279-c00a-4227-9772-0149f3bc6853 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:17.082882 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "name": "network-vif-plugged", "status": "completed", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:17.082882 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-704e9279-c00a-4227-9772-0149f3bc6853 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:17.082882 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704e9279-c00a-4227-9772-0149f3bc6853'] response: {'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'code': 200} Mar 22 19:31:17.084206 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.181245 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-0ec0dc1b-6d82-4869-8916-53d39d94ee02 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363516 Mar 22 19:31:17.200720 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b26c98c6-1a2b-412a-96ca-774bd5699efe,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:17.392939 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-89b1c29e-6a84-4507-b271-c6fcd90d578a req-ae0e768a-5109-4abc-be6e-11bf5d2b476e service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057202 Mar 22 19:31:17.464994 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc5baf-adc1-4a9f-aecf-5aba828a6dbe req-e8338c40-8bdf-4a5d-bb30-f47efd2eab1a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.466918 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e4dc5baf-adc1-4a9f-aecf-5aba828a6dbe req-e8338c40-8bdf-4a5d-bb30-f47efd2eab1a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0726554 Mar 22 19:31:17.524414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cb874-2a06-4c2c-8abd-0c57cfdeb427 req-cc8bab20-258d-4f16-a765-d4b7f7f5d9c0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.535965 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a18cb874-2a06-4c2c-8abd-0c57cfdeb427 req-cc8bab20-258d-4f16-a765-d4b7f7f5d9c0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.2021391 Mar 22 19:31:17.574235 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e4dc5baf-adc1-4a9f-aecf-5aba828a6dbe req-21456727-31e2-42a5-a91f-84b601027619 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014826 Mar 22 19:31:17.626705 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dae4-9f36-4143-974b-945923bb3572 req-ebd353d7-07d8-4a98-a290-16db124fd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.628535 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4bd5dae4-9f36-4143-974b-945923bb3572 req-ebd353d7-07d8-4a98-a290-16db124fd863 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.2094984 Mar 22 19:31:17.666317 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a18cb874-2a06-4c2c-8abd-0c57cfdeb427 req-a923a42f-6bd3-443f-8ef9-840111b47912 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238697 Mar 22 19:31:17.710683 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-153a21bc-2eac-4abd-97b5-5be6c8c28163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.719011 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-153a21bc-2eac-4abd-97b5-5be6c8c28163 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 1128 time: 0.1651385 Mar 22 19:31:17.727081 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4bd5dae4-9f36-4143-974b-945923bb3572 req-5220db64-2c2f-4b14-b368-63362af31f57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920241 Mar 22 19:31:17.848342 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8a3f1-9a8f-4948-a683-8331ace00484 req-84548c3e-5a33-4488-835c-4cd37af63692 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.849725 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8b8a3f1-9a8f-4948-a683-8331ace00484 req-84548c3e-5a33-4488-835c-4cd37af63692 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.1295123 Mar 22 19:31:17.888176 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-693b3f94-f282-436e-b798-599859b215da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.890110 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-693b3f94-f282-436e-b798-599859b215da service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.1599786 Mar 22 19:31:17.937735 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8b8a3f1-9a8f-4948-a683-8331ace00484 req-d2cad9ec-42d0-4bae-b52a-d5fee90e2363 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742855 Mar 22 19:31:17.979401 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-05e6182e-4054-4670-82f3-5429a1dbf4fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c HTTP/1.1" status: 200 len: 217 time: 0.0371947 Mar 22 19:31:18.029440 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-f92fc8de-c322-4925-8dc9-6c62eb078cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.030965 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-f92fc8de-c322-4925-8dc9-6c62eb078cf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0450799 Mar 22 19:31:18.116061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f9d4d-f0c6-4251-8852-63def23c07fa req-0f823fcb-ba02-4d0d-bbda-4e6a82d26b52 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.117969 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e1f9d4d-f0c6-4251-8852-63def23c07fa req-0f823fcb-ba02-4d0d-bbda-4e6a82d26b52 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.0679989 Mar 22 19:31:18.177725 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e1f9d4d-f0c6-4251-8852-63def23c07fa req-adf50b72-acc4-4b7c-a39e-124f0e6effab tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526259 Mar 22 19:31:18.311410 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-611bd5ae-2005-45a0-9262-05eb1442b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.311410 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-611bd5ae-2005-45a0-9262-05eb1442b43e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2721651 Mar 22 19:31:18.410687 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-bc93ee83-0c96-4a53-9add-c8fbc07f5950 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905843 Mar 22 19:31:18.535745 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-395ae596-adc3-4c1b-af79-2d16a6d144e1 req-4f74af7c-dbb8-48de-869a-4112d8ea072b service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134114 Mar 22 19:31:18.752275 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdb861-2095-4caa-9db4-0c5625123a70 req-91245b2f-940b-48ac-9fce-6f973b264f3e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.754164 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b9cdb861-2095-4caa-9db4-0c5625123a70 req-91245b2f-940b-48ac-9fce-6f973b264f3e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0639148 Mar 22 19:31:18.814007 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b9cdb861-2095-4caa-9db4-0c5625123a70 req-7b1f6f30-7d8f-445c-b59c-f0087e5f3df4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511405 Mar 22 19:31:19.090319 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461091f-0491-48e7-96f7-8bcb08665bce req-b377162b-e5c7-4760-8205-b4feacfd68b8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.091945 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a461091f-0491-48e7-96f7-8bcb08665bce req-b377162b-e5c7-4760-8205-b4feacfd68b8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0796976 Mar 22 19:31:19.148288 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a461091f-0491-48e7-96f7-8bcb08665bce req-13a72264-22f5-440a-ac71-458870f01439 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507162 Mar 22 19:31:19.313993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445740-b61f-400b-8984-546130e77123 req-9dcadc05-7d06-4985-b120-a35c3f5f9460 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.315702 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6a445740-b61f-400b-8984-546130e77123 req-9dcadc05-7d06-4985-b120-a35c3f5f9460 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.0648756 Mar 22 19:31:19.387580 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6a445740-b61f-400b-8984-546130e77123 req-f8d0d7e7-5806-4736-bbd8-876211e77942 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658579 Mar 22 19:31:19.962374 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968dc20-1a81-4c28-a7ab-8e3db5dde103 req-916410f5-6afb-494a-8853-ee948586d030 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.964915 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0968dc20-1a81-4c28-a7ab-8e3db5dde103 req-916410f5-6afb-494a-8853-ee948586d030 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0663707 Mar 22 19:31:20.043892 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0968dc20-1a81-4c28-a7ab-8e3db5dde103 req-6c72f889-9544-43f5-90a1-774f79ffcc21 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712540 Mar 22 19:31:20.322487 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22b69e-bd9f-401f-a56d-5bf89e4e059f req-6641a868-e540-4fde-afa5-1a7ef963fab1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:20.330654 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8d22b69e-bd9f-401f-a56d-5bf89e4e059f req-6641a868-e540-4fde-afa5-1a7ef963fab1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0827494 Mar 22 19:31:20.417829 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8d22b69e-bd9f-401f-a56d-5bf89e4e059f req-d86e37a5-f7ba-4bfc-b7ef-6f9186d2a42f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805273 Mar 22 19:31:20.593034 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0b27f-a891-42ea-bef5-002cd7264bbb req-0d14d4ff-0e15-46be-a15a-a7b132a99e27 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:20.594579 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b3a0b27f-a891-42ea-bef5-002cd7264bbb req-0d14d4ff-0e15-46be-a15a-a7b132a99e27 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.1077368 Mar 22 19:31:20.603358 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f98b1-90a1-497a-9efe-974bedbea427 req-a57a2a31-3836-47a6-9650-a607bc336fbd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:20.606310 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 51860) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:20.612653 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'floatingip': {'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:20.617481 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e95f98b1-90a1-497a-9efe-974bedbea427 req-a57a2a31-3836-47a6-9650-a607bc336fbd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.1330628 Mar 22 19:31:20.663004 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.701058 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e95f98b1-90a1-497a-9efe-974bedbea427 req-4d44428b-dc3e-439d-8a73-8d46546bd5b7 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824423 Mar 22 19:31:21.248148 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.255841 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085c148-85ee-44a7-8451-19b3591f46c4 req-b8e55d35-5f90-4def-9ed2-ea07f7d90e48 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.259214 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3085c148-85ee-44a7-8451-19b3591f46c4 req-b8e55d35-5f90-4def-9ed2-ea07f7d90e48 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.1262035 Mar 22 19:31:21.314080 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3085c148-85ee-44a7-8451-19b3591f46c4 req-b2fe9259-9be4-4f36-ae05-b7fb1c69e67c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476878 Mar 22 19:31:21.419656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.527606 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Floating IP a0eedeb4-ece3-4826-b831-98683a30fe54 associated. External IP: 172.27.0.17, port: b26c98c6-1a2b-412a-96ca-774bd5699efe. Mar 22 19:31:21.775643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Router ab35bf70-d48e-405c-880a-6e62d73f83fc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:21.840722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a463369-dc2c-485f-b564-e142a37f3d94 req-d11f5490-64f7-49a2-93b2-99eaa460884a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.842137 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a463369-dc2c-485f-b564-e142a37f3d94 req-d11f5490-64f7-49a2-93b2-99eaa460884a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.0725007 Mar 22 19:31:21.889904 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a463369-dc2c-485f-b564-e142a37f3d94 req-8e458eeb-450e-4b6f-88dc-63241fd24a64 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Mar 22 19:31:21.893854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:21.898900 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.904059 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] Sync routers for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:21.914382 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:21.915053 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:21.934738 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-db91c9cf-d52c-4894-bfba-876c10dd73d5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "PUT /v2.0/floatingips/a0eedeb4-ece3-4826-b831-98683a30fe54 HTTP/1.1" status: 200 len: 990 time: 1.3296490 Mar 22 19:31:21.938010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:21.938010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba6a7b5-43cd-4b14-988e-2746fcb7598f" -d '{"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:21.985017 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7252b87-bf9c-4df4-bbb4-abd5f7fca3fa x-openstack-request-id: req-f7252b87-bf9c-4df4-bbb4-abd5f7fca3fa {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:21.985315 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:21.987730 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7252b87-bf9c-4df4-bbb4-abd5f7fca3fa {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:21.988419 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7252b87-bf9c-4df4-bbb4-abd5f7fca3fa'] response: {'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'status': 'completed', 'code': 200} Mar 22 19:31:22.047929 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:22.301378 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a0eedeb4-ece3-4826-b831-98683a30fe54', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:56Z', 'updated_at': '2022-03-22T19:31:21Z', 'revision_number': 1, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.328514 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] Checking router: ab35bf70-d48e-405c-880a-6e62d73f83fc for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:22.337303 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:22.337952 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.452378 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:22.478354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277455f-1f79-4121-83fd-c9cf03e016ee req-1491d0b2-754a-46cd-8cc3-fdbc21c60d21 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:22.481925 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4277455f-1f79-4121-83fd-c9cf03e016ee req-1491d0b2-754a-46cd-8cc3-fdbc21c60d21 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0791996 Mar 22 19:31:22.533186 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4277455f-1f79-4121-83fd-c9cf03e016ee req-40d991aa-c599-4609-a092-d52ad70d633e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462928 Mar 22 19:31:22.782560 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a0eedeb4-ece3-4826-b831-98683a30fe54', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:56Z', 'updated_at': '2022-03-22T19:31:21Z', 'revision_number': 1, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.811517 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50951605-6f00-48f1-b760-f5d363b52e33 None None] The sync data for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi is: [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a0eedeb4-ece3-4826-b831-98683a30fe54', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:56Z', 'updated_at': '2022-03-22T19:31:21Z', 'revision_number': 1, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:23.008874 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985bf1c-ac93-47d2-8003-0e40c8963e9c None None] New status for floating IP a0eedeb4-ece3-4826-b831-98683a30fe54: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:31:23.031683 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba550-5ce2-4ad4-a24f-a086fa9ac082 req-f2480078-287b-4d1d-a8e5-1ea5eda6390a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.033280 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-acaba550-5ce2-4ad4-a24f-a086fa9ac082 req-f2480078-287b-4d1d-a8e5-1ea5eda6390a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.0616868 Mar 22 19:31:23.082007 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-acaba550-5ce2-4ad4-a24f-a086fa9ac082 req-d5a85c68-fcdc-40c6-9be2-765b3f2ad3db tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Mar 22 19:31:23.203167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-a1397bbf-297d-46a8-b7df-70bca25b8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.204732 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-a1397bbf-297d-46a8-b7df-70bca25b8cfa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.0475974 Mar 22 19:31:23.304304 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-17bae6e5-d3eb-4448-8d93-6d41974aff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.305763 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-17bae6e5-d3eb-4448-8d93-6d41974aff86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.0941193 Mar 22 19:31:23.374979 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-faae607a-531d-47e7-b00d-19f11bb85ab5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 1000 time: 0.0623655 Mar 22 19:31:23.430204 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-4a025a7b-7ea1-49e3-be6d-211d427d92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.432772 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-4a025a7b-7ea1-49e3-be6d-211d427d92f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0489166 Mar 22 19:31:23.482464 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-04489ada-7b3e-43f9-bfe0-5772324be41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.483994 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-04489ada-7b3e-43f9-bfe0-5772324be41e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460558 Mar 22 19:31:23.660856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6ec2f-9394-4eec-a7fc-3c7f1c6a3ff2 req-71c11070-18a0-43ff-813e-8bcad7d3488d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.662382 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8db6ec2f-9394-4eec-a7fc-3c7f1c6a3ff2 req-71c11070-18a0-43ff-813e-8bcad7d3488d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0564029 Mar 22 19:31:23.688595 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-27ac358e-426c-4a8d-8f4b-b82cd67c07e4 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Mar 22 19:31:23.714878 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8db6ec2f-9394-4eec-a7fc-3c7f1c6a3ff2 req-aa4f5d1d-96ae-4a3d-9491-ee0b16a5fedb tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459304 Mar 22 19:31:23.788749 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aba6a7b5-43cd-4b14-988e-2746fcb7598f req-d9e53f0e-d9db-4767-8c5e-af6eca1d3ba7 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932441 Mar 22 19:31:23.978716 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-449a3861-71df-45a3-aba0-6b23e94487c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.980263 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-449a3861-71df-45a3-aba0-6b23e94487c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1130 time: 0.0458758 Mar 22 19:31:24.076854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-e1461ab8-1567-42e9-96dd-dfac4708fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.078324 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-e1461ab8-1567-42e9-96dd-dfac4708fcff service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.0910466 Mar 22 19:31:24.146428 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-12c0e687-a220-4966-b762-e9314ebd2af1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 1001 time: 0.0603626 Mar 22 19:31:24.445204 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-1344f64c-6205-4660-bb98-e6254f4dba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.446696 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-1344f64c-6205-4660-bb98-e6254f4dba1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.2900827 Mar 22 19:31:24.459292 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673f92-1c1f-43b9-b371-ca8c63d5b45b req-14da2293-b1e6-45e0-b198-a51efdcdf728 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.460760 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73673f92-1c1f-43b9-b371-ca8c63d5b45b req-14da2293-b1e6-45e0-b198-a51efdcdf728 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.3126366 Mar 22 19:31:24.537884 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73673f92-1c1f-43b9-b371-ca8c63d5b45b req-3f483511-8dd4-49d6-8c76-c4b678922ce3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687094 Mar 22 19:31:24.540771 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-7859b0e5-6bff-4088-9e72-7e402c9ae9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.542178 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-7859b0e5-6bff-4088-9e72-7e402c9ae9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0805759 Mar 22 19:31:24.638241 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-f029a4f7-6383-456b-a006-433322f73342 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884697 Mar 22 19:31:24.738503 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a5dbeaf9-c77d-4255-848e-6da857854e15 req-2c4d160a-aa63-4b43-ae01-0c2d01884bea service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927553 Mar 22 19:31:24.849230 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943a63-184d-4119-aef7-7026dbc17880 req-de330704-59ad-4c02-ba60-92f98e564588 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.851020 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87943a63-184d-4119-aef7-7026dbc17880 req-de330704-59ad-4c02-ba60-92f98e564588 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0559256 Mar 22 19:31:24.902527 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87943a63-184d-4119-aef7-7026dbc17880 req-a152585b-051e-46ca-8df6-2ed70552de1e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446663 Mar 22 19:31:25.578885 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:31:25.657589 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b305e3-9fdc-47f0-a812-435f16a20588 req-5e7b2d62-2770-43a7-a254-f718b1e0a243 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.659060 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-49b305e3-9fdc-47f0-a812-435f16a20588 req-5e7b2d62-2770-43a7-a254-f718b1e0a243 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.0525799 Mar 22 19:31:25.705081 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-49b305e3-9fdc-47f0-a812-435f16a20588 req-b61b2c9f-cbf4-47ec-a149-a4a10e4d6955 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404978 Mar 22 19:31:26.032950 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e1bdb-ec75-435a-b0a3-676e94fd37aa req-3c6ec1b8-d70c-4f6e-8542-138516dcca95 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.034334 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-720e1bdb-ec75-435a-b0a3-676e94fd37aa req-3c6ec1b8-d70c-4f6e-8542-138516dcca95 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0526044 Mar 22 19:31:26.084717 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-720e1bdb-ec75-435a-b0a3-676e94fd37aa req-9673cb54-7c49-4dd6-942b-49d00ee479db tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Mar 22 19:31:26.597426 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9af82b0f-99b4-418d-83d8-0c436ba2dc1c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:26.695615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:26.710076 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'port_id': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'mac_address': 'fa:16:3e:3b:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:26.748800 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:26.749200 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.763868 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af82b0f-99b4-418d-83d8-0c436ba2dc1c {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:26.785183 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:26.830211 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f8893-0db3-4807-bef9-60fe7ef5b310 req-0dcc1fe1-2d19-45ce-bbd9-b2fa7f24ad3a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.831834 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-432f8893-0db3-4807-bef9-60fe7ef5b310 req-0dcc1fe1-2d19-45ce-bbd9-b2fa7f24ad3a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 944 time: 0.0606177 Mar 22 19:31:26.850907 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.881160 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-432f8893-0db3-4807-bef9-60fe7ef5b310 req-f008cea5-a6a5-472c-95f5-0b3964e4adf9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Mar 22 19:31:26.914283 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:27.174420 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['9af82b0f-99b4-418d-83d8-0c436ba2dc1c'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:27.218060 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff11a0-e213-4e1c-a792-71f828937b4b req-58476ec8-c6b0-4a27-b5b4-b739f7f71e95 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:27.219934 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85ff11a0-e213-4e1c-a792-71f828937b4b req-58476ec8-c6b0-4a27-b5b4-b739f7f71e95 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0655816 Mar 22 19:31:27.273580 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85ff11a0-e213-4e1c-a792-71f828937b4b req-67820a34-26b6-4dc9-a0c4-568416766918 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474386 Mar 22 19:31:28.009683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb17391-85f8-49b4-bfe5-8e6683dd3a74 req-1b60b802-1063-4b24-8ef8-8419a9e3a162 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.011979 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cfb17391-85f8-49b4-bfe5-8e6683dd3a74 req-1b60b802-1063-4b24-8ef8-8419a9e3a162 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 945 time: 0.0556161 Mar 22 19:31:28.058860 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cfb17391-85f8-49b4-bfe5-8e6683dd3a74 req-f2aaadcb-0803-4b9e-b325-214c01c3c824 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Mar 22 19:31:28.537958 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-695ffa0b-fd09-4d25-9ba6-ae64d24e1417 req-28c14875-47f5-47d6-bcb0-1afa8f8f17e8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:31:28.538866 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-695ffa0b-fd09-4d25-9ba6-ae64d24e1417 req-28c14875-47f5-47d6-bcb0-1afa8f8f17e8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053728 Mar 22 19:31:28.606028 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9af82b0f-99b4-418d-83d8-0c436ba2dc1c up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:28.725139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:28.729157 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:28.729543 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.822029 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:28.822421 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.846500 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:28.848839 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fe61c3-4c9a-4a2e-8343-330f7f0c73b2" -d '{"events": [{"server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "name": "network-vif-plugged", "status": "completed", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:28.866796 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:28.877729 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbaad-6056-4f2e-809d-3de036b4c8f0 req-df08579c-1255-439d-906e-b69d02109354 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.879927 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-228dbaad-6056-4f2e-809d-3de036b4c8f0 req-df08579c-1255-439d-906e-b69d02109354 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 946 time: 0.0620315 Mar 22 19:31:28.890227 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ba8710-4e3d-40f8-bd84-3326c272a260 x-openstack-request-id: req-98ba8710-4e3d-40f8-bd84-3326c272a260 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:28.890509 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "name": "network-vif-plugged", "status": "completed", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:28.890773 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98ba8710-4e3d-40f8-bd84-3326c272a260 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:28.891180 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ba8710-4e3d-40f8-bd84-3326c272a260'] response: {'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'code': 200} Mar 22 19:31:28.930957 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.931812 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:28.942454 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-228dbaad-6056-4f2e-809d-3de036b4c8f0 req-4eb7e68d-5d90-43dc-963e-d3b2d90fb897 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569162 Mar 22 19:31:29.030198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:29.078964 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:29.079471 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.157612 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:29.220112 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.225983 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52024) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:29.247103 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-dd637ed8-0ba5-4ee0-89fb-cccf65ad8988 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386453864&fields=id&tenant_id=f5797eaa627649599a0a8839b741ec51 HTTP/1.1" status: 200 len: 267 time: 0.0968862 Mar 22 19:31:29.251324 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619e0bb-e3f5-475f-99b6-e522c5e4663a req-4dae4511-7bcb-4683-8811-9793665d2f37 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.253216 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c619e0bb-e3f5-475f-99b6-e522c5e4663a req-4dae4511-7bcb-4683-8811-9793665d2f37 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.1190886 Mar 22 19:31:29.276331 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=8']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:29.294431 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123adeb0-d6b8-456c-a63b-9ee320d28112 req-53f907cc-e28a-4deb-a325-4aa522a86903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.294431 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-123adeb0-d6b8-456c-a63b-9ee320d28112 req-53f907cc-e28a-4deb-a325-4aa522a86903 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 1130 time: 0.1009562 Mar 22 19:31:29.324642 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c619e0bb-e3f5-475f-99b6-e522c5e4663a req-d821cc84-7f82-407a-ab7d-c23685b43058 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612242 Mar 22 19:31:29.369345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-dd40e399-bf4d-4c79-81bc-e7646d7b75d7 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.372381 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-dd40e399-bf4d-4c79-81bc-e7646d7b75d7 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 809 time: 0.1237755 Mar 22 19:31:29.392890 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7a38ba91-9310-4b52-8bb4-fa2bdcb0acfa tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/quotas/f5797eaa627649599a0a8839b741ec51 HTTP/1.1" status: 200 len: 375 time: 0.0165532 Mar 22 19:31:29.415296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-684f623f-db6c-49b8-b863-904c440c7742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.430953 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52032) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:29.458194 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-ea895155-81dd-4460-b25c-9eecdfc70b05 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575769 Mar 22 19:31:29.500950 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-123adeb0-d6b8-456c-a63b-9ee320d28112 req-192c81da-f7eb-4e4d-b96d-5327a9f158df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763474 Mar 22 19:31:29.560681 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-6667f42c-ac43-4f30-9ee6-bb8d4c52660c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264408 Mar 22 19:31:29.562884 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-3ceb0d59-5db3-4f24-b361-2e5310dc9722 service neutron] 10.222.0.79 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911701 Mar 22 19:31:29.570048 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-4babdabb-a0c2-4c75-808c-4f87d2479f59 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:31:29.571053 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-4babdabb-a0c2-4c75-808c-4f87d2479f59 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052643 Mar 22 19:31:29.581153 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-684f623f-db6c-49b8-b863-904c440c7742 admin admin] Publish callbacks [] for security_group (0b814f32-6c4d-422b-80f2-f329a677fd37), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.620244 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-684f623f-db6c-49b8-b863-904c440c7742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0b814f32-6c4d-422b-80f2-f329a677fd37), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.662267 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-684f623f-db6c-49b8-b863-904c440c7742 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc30a5b111a74543adbe3a259cd78887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344018 Mar 22 19:31:29.663968 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-3743f7b4-06fd-4a0a-a12f-639e416e436b service neutron] 10.222.0.79 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925505 Mar 22 19:31:29.664290 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f623f-db6c-49b8-b863-904c440c7742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b814f32-6c4d-422b-80f2-f329a677fd37,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:29.664963 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52040) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:29.724780 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-534a2965-e109-4242-a0b0-2d540efec1ff admin admin] Publish callbacks [] for security_group (0b814f32-6c4d-422b-80f2-f329a677fd37), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.728399 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52044) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:29.753440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-534a2965-e109-4242-a0b0-2d540efec1ff admin admin] Publish callbacks [] for security_group (0b814f32-6c4d-422b-80f2-f329a677fd37), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.832430 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-39c90cc2-a65f-4b89-abc5-23ed35bd61e1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.833791 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-39c90cc2-a65f-4b89-abc5-23ed35bd61e1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports/b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 941 time: 0.1042593 Mar 22 19:31:29.876880 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-534a2965-e109-4242-a0b0-2d540efec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0b814f32-6c4d-422b-80f2-f329a677fd37), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.879485 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-534a2965-e109-4242-a0b0-2d540efec1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.880696 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-534a2965-e109-4242-a0b0-2d540efec1ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b814f32-6c4d-422b-80f2-f329a677fd37 HTTP/1.1" status: 204 len: 168 time: 0.2146652 Mar 22 19:31:29.889241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a2965-e109-4242-a0b0-2d540efec1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b814f32-6c4d-422b-80f2-f329a677fd37,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:30.066930 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7af7a4-c6e2-4822-873e-9867dfe14644 req-bb4e9e45-d18e-46f2-a594-792037c70ebe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.068358 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd7af7a4-c6e2-4822-873e-9867dfe14644 req-bb4e9e45-d18e-46f2-a594-792037c70ebe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0530901 Mar 22 19:31:30.118819 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd7af7a4-c6e2-4822-873e-9867dfe14644 req-eea193fb-5e17-4c86-9d84-3ead0828c43d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443461 Mar 22 19:31:30.347658 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-93bc0a24-4bd5-4638-96d7-f802080e4bd1 req-b6689039-f784-40ee-8324-779b18cc2042 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 210 time: 0.0332799 Mar 22 19:31:30.488844 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0ddb-51ff-432c-b07e-963eaf4bd47f req-f7e76fb7-8056-49b5-affb-d6baf5dc5ffc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.490525 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-950e0ddb-51ff-432c-b07e-963eaf4bd47f req-f7e76fb7-8056-49b5-affb-d6baf5dc5ffc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0592575 Mar 22 19:31:30.541217 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-950e0ddb-51ff-432c-b07e-963eaf4bd47f req-967cf375-3fc6-4152-8730-1e33cdab9e1a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Mar 22 19:31:30.892572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:30.894827 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f007f-d584-4c8f-86d9-37e9bcf95f55" -d '{"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:30.926298 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d2fa4c-0a1b-48f0-9fec-e91a3227f01c x-openstack-request-id: req-51d2fa4c-0a1b-48f0-9fec-e91a3227f01c {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:30.926584 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-unplugged", "status": "failed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "code": 422}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:30.926833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51d2fa4c-0a1b-48f0-9fec-e91a3227f01c {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:30.927262 dv-cinder-799871-19-iscsi neutron-server[103851]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-51d2fa4c-0a1b-48f0-9fec-e91a3227f01c']: {'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'code': 422} returned with failed status Mar 22 19:31:31.250486 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9dd38-3033-479e-8c2f-e98a957c4a37 req-302eb2aa-f09b-464c-aa46-c5968635a23d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.252029 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fdd9dd38-3033-479e-8c2f-e98a957c4a37 req-302eb2aa-f09b-464c-aa46-c5968635a23d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0567572 Mar 22 19:31:31.444709 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cdd8d33b-cdcd-4623-b5d6-744ad55fd817 req-819e33c9-452d-41b2-aa48-181e5ffe90e9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 210 time: 0.0304236 Mar 22 19:31:31.532288 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fdd9dd38-3033-479e-8c2f-e98a957c4a37 req-60fa63d4-777b-4d92-a409-a8e82d3aaac9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740605 Mar 22 19:31:31.660054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc3de-c0db-4ce3-a95d-d022696619ed req-223a4252-ba7e-4bed-9231-a62ef4bbfd10 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.661457 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b7ccc3de-c0db-4ce3-a95d-d022696619ed req-223a4252-ba7e-4bed-9231-a62ef4bbfd10 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0529835 Mar 22 19:31:31.720363 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b7ccc3de-c0db-4ce3-a95d-d022696619ed req-58512777-bf7e-4613-9e48-c589fc1ba673 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Mar 22 19:31:31.841903 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce448c-54ed-4532-be9b-dd94961c0822 req-bcaea41e-da59-44d2-8242-72113cef9d7b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.843432 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5ce448c-54ed-4532-be9b-dd94961c0822 req-bcaea41e-da59-44d2-8242-72113cef9d7b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0568345 Mar 22 19:31:31.852498 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52110) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:31.858095 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'port_id': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:31.903132 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (e94252f5-e07e-48ec-918d-e49687f8de9f), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.336233 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.419358 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (e94252f5-e07e-48ec-918d-e49687f8de9f), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.550858 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24966eb-0535-40e6-93f3-98b1fca16ec0 req-43839fd3-bec5-47cb-82bb-4329ed486b0b tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 210 time: 0.0374749 Mar 22 19:31:32.554083 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP e94252f5-e07e-48ec-918d-e49687f8de9f associated. External IP: 172.27.0.204, port: 9af82b0f-99b4-418d-83d8-0c436ba2dc1c. Mar 22 19:31:32.669881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf7c73-98a4-4023-af42-3149c9133fcb req-9e1a2166-bc9c-47c3-9a66-b85db7baaefd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.671506 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bfdf7c73-98a4-4023-af42-3149c9133fcb req-9e1a2166-bc9c-47c3-9a66-b85db7baaefd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0545318 Mar 22 19:31:32.718969 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bfdf7c73-98a4-4023-af42-3149c9133fcb req-95e6055b-e475-4d00-8f03-68faf2f9f2e2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415661 Mar 22 19:31:32.819172 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-5b753977-64cd-4242-86bb-d60d53c9be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.820735 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-5b753977-64cd-4242-86bb-d60d53c9be8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941&tenant_id=1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 1128 time: 0.1520064 Mar 22 19:31:32.884893 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-3bb11003-c01d-4034-9796-5b82e3d458c8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.886842 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-3bb11003-c01d-4034-9796-5b82e3d458c8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.45 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 809 time: 0.1206686 Mar 22 19:31:32.895580 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:32.957622 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-d5f7938e-1b37-4730-bbf1-9bb2dc08e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.959142 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-d5f7938e-1b37-4730-bbf1-9bb2dc08e93b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1128 time: 0.1007330 Mar 22 19:31:32.961873 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-bde86db1-ef37-4b39-9fde-cba266f54c72 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5797eaa627649599a0a8839b741ec51 HTTP/1.1" status: 200 len: 380 time: 0.0632174 Mar 22 19:31:32.984897 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'port': {'device_id': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'admin_state_up': True, 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'security_groups': ['e9dc2e69-dc5f-45c2-895b-6046a347d441']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:33.174269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Made reservation on behalf of f5797eaa627649599a0a8839b741ec51 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:33.177722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.304824 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Allocated IP 172.20.0.3 (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d/e4b2f9b0-4f76-4fc9-9baa-751371ec1355/fa79f485-7d0e-494d-9c1b-9c87abb841d7) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:33.328998 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:33.335093 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.340439 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:33.341041 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-8d535b1b-576b-4247-8434-8fd09dc152ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.342152 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-8d535b1b-576b-4247-8434-8fd09dc152ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.3579986 Mar 22 19:31:33.356269 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:33.357159 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:33.415575 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a2cd00fd-2414-4e0b-88a6-d56748173169 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "PUT /v2.0/floatingips/e94252f5-e07e-48ec-918d-e49687f8de9f HTTP/1.1" status: 200 len: 992 time: 1.5575390 Mar 22 19:31:33.415575 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:33.415575 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff634240-5499-4a4a-9e73-281dca1b3679" -d '{"events": [{"name": "network-changed", "server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:33.435458 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-89a563d1-2abf-4a4a-96d6-ed38b07bdbad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 999 time: 0.0777290 Mar 22 19:31:33.480428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcc46d-1306-4767-9285-cfe17f086c80 x-openstack-request-id: req-3bdcc46d-1306-4767-9285-cfe17f086c80 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:33.480755 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:33.481005 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3bdcc46d-1306-4767-9285-cfe17f086c80 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:33.481407 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdcc46d-1306-4767-9285-cfe17f086c80'] response: {'name': 'network-changed', 'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'status': 'completed', 'code': 200} Mar 22 19:31:33.482821 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.483335 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:33.497546 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-beff498f-8225-40bc-8b85-9c8f3d1e5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.497546 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-beff498f-8225-40bc-8b85-9c8f3d1e5100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0530562 Mar 22 19:31:33.553932 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-36577fcb-0d26-418d-9071-6aae6b5a3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.555507 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-36577fcb-0d26-418d-9071-6aae6b5a3fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476491 Mar 22 19:31:33.560049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-5cc39b8e-8e30-48f5-9c65-93d5ca2ee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.561543 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-5cc39b8e-8e30-48f5-9c65-93d5ca2ee4a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 1130 time: 0.0532763 Mar 22 19:31:33.660343 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-f40eafc5-856b-408d-8b50-986628fe6b60 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904493 Mar 22 19:31:33.660967 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0cb4f8df-d0a4-4331-a84e-0a23d4ebc621 req-0b4ef6e7-08fb-437b-ad8b-ce11d4a1bc73 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 210 time: 0.0374250 Mar 22 19:31:33.663712 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.719558 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:33.729556 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:33.740613 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:33.747887 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'e94252f5-e07e-48ec-918d-e49687f8de9f', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:3b:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:31:06Z', 'updated_at': '2022-03-22T19:31:32Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}, {'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:33.777877 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-723d5abd-6ed8-4523-9ea8-b85c3e13ccdf req-eae81b72-f188-4d1c-9e76-d288465adcdf service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094127 Mar 22 19:31:33.798636 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:33.810993 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:33.811889 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:33.825754 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:33.842097 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-a457bb3e-ca4e-4d48-8e61-6135817ceb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.844333 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-a457bb3e-ca4e-4d48-8e61-6135817ceb82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.2739797 Mar 22 19:31:33.875625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.876317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.890455 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf9dfb-25b0-4048-9ac8-f2fba1f604ff req-4908d816-9f24-47df-89ea-2ee400bcaaf3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.897880 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bfbf9dfb-25b0-4048-9ac8-f2fba1f604ff req-4908d816-9f24-47df-89ea-2ee400bcaaf3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0944924 Mar 22 19:31:33.981723 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:33.982334 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-88e8ffb5-7361-4937-a1c5-163a1b4e3c65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c HTTP/1.1" status: 200 len: 1000 time: 0.1154261 Mar 22 19:31:33.983147 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bfbf9dfb-25b0-4048-9ac8-f2fba1f604ff req-475a9085-484a-4dbb-a5c0-4ad2fc8ca2f1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844004 Mar 22 19:31:34.035206 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9ecce32c-0e5c-453c-bcaa-b05b1b99bda6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577786 Mar 22 19:31:34.041282 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3cd63730-25df-4643-af25-991024e5e3c7 None None] Provisioning complete for port fa79f485-7d0e-494d-9c1b-9c87abb841d7 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:34.041843 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cd63730-25df-4643-af25-991024e5e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:34.051574 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-3d15ceeb-ec80-4e4d-afd5-3840a2f123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.053012 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-3d15ceeb-ec80-4e4d-afd5-3840a2f123e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0542114 Mar 22 19:31:34.063902 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Request body: {'port': {'device_id': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:34.079594 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3cd63730-25df-4643-af25-991024e5e3c7 None None] Port fa79f485-7d0e-494d-9c1b-9c87abb841d7 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:34.163166 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:34.181124 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-504da220-8a15-4a21-81ea-c17a735c993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.183618 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-504da220-8a15-4a21-81ea-c17a735c993e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1149154 Mar 22 19:31:34.259752 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'e94252f5-e07e-48ec-918d-e49687f8de9f', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:3b:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:31:06Z', 'updated_at': '2022-03-22T19:31:32Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}, {'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:34.306429 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75820b4a-07e8-4e45-b5f4-70226cdb9e4c None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'e94252f5-e07e-48ec-918d-e49687f8de9f', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:3b:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:31:06Z', 'updated_at': '2022-03-22T19:31:32Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}, {'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:34.470637 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-9def228d-71c3-41a8-ac1c-dd1297d0dfcf service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658038 Mar 22 19:31:34.581434 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6a212-c2b4-4311-8a4f-fea7d3baef69 None None] New status for floating IP e94252f5-e07e-48ec-918d-e49687f8de9f: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:31:34.632989 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff634240-5499-4a4a-9e73-281dca1b3679 req-70e7af3c-e8c4-41a5-b521-b7e628bd6ede service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487207 Mar 22 19:31:34.654100 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa79f485-7d0e-494d-9c1b-9c87abb841d7 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:34.678955 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Publish callbacks [] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:34.702912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Transition to ACTIVE for port object fa79f485-7d0e-494d-9c1b-9c87abb841d7 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:34.780482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:34.883422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:35.036489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52162) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:35.039071 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526689fd-b940-4a95-b151-0fba6196d16c req-d193bef5-18ab-48b5-a2ab-a1dcd5813fa0 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.046671 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-526689fd-b940-4a95-b151-0fba6196d16c req-d193bef5-18ab-48b5-a2ab-a1dcd5813fa0 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.2572801 Mar 22 19:31:35.141349 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-526689fd-b940-4a95-b151-0fba6196d16c req-fbf88f5b-871b-4eb6-917c-bb0f2d847a65 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912681 Mar 22 19:31:35.142308 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Attempting to bind port fa79f485-7d0e-494d-9c1b-9c87abb841d7 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:35.149225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Attempting to bind port fa79f485-7d0e-494d-9c1b-9c87abb841d7 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:35.149225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Attempting to bind port fa79f485-7d0e-494d-9c1b-9c87abb841d7 on network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:35.162492 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Port fa79f485-7d0e-494d-9c1b-9c87abb841d7 on network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:35.168429 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Attempting to bind port fa79f485-7d0e-494d-9c1b-9c87abb841d7 on network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:35.180639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:35.183873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Checking segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:35.183873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Bound using segment: {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:35.183873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Bound port: fa79f485-7d0e-494d-9c1b-9c87abb841d7, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94b7b36-6bc0-41ee-ba87-7f948b10f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:35.183873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.257962 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ea07-d9dd-4781-993a-eab02f60fedb req-a68d1a7c-1d44-4af6-9e95-4b9bf30d76f4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.261247 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2c27ea07-d9dd-4781-993a-eab02f60fedb req-a68d1a7c-1d44-4af6-9e95-4b9bf30d76f4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.1533916 Mar 22 19:31:35.281246 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:35.285005 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:35.313426 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15efa4be-72b3-4a08-842d-6474c159cefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.339974 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2348d8a0-091e-435a-9736-a1dbeb05641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.358477 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2c27ea07-d9dd-4781-993a-eab02f60fedb req-aa8b301d-a63d-4a63-aa92-848b0fe303b9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817964 Mar 22 19:31:35.375010 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.450059 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15efa4be-72b3-4a08-842d-6474c159cefa admin admin] Publish callbacks [] for security_group (6b2a8470-1426-47f8-8f76-5da09df5f8bc), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.476500 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.477120 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.478496 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] 10.222.0.45 "PUT /v2.0/ports/fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 1093 time: 1.4195609 Mar 22 19:31:35.479542 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:35.482426 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f707a-9118-40e9-8aa8-38f010f3c396" -d '{"events": [{"name": "network-changed", "server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:35.496112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c8c7-c6a3-4d2f-a37b-9d4692df0f83 service neutron] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:35.522190 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15efa4be-72b3-4a08-842d-6474c159cefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (6b2a8470-1426-47f8-8f76-5da09df5f8bc), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.556522 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af28cd2-db73-4dcd-bd66-cb94dd22cde9 x-openstack-request-id: req-3af28cd2-db73-4dcd-bd66-cb94dd22cde9 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:35.556844 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:35.557096 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3af28cd2-db73-4dcd-bd66-cb94dd22cde9 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:35.557655 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af28cd2-db73-4dcd-bd66-cb94dd22cde9'] response: {'name': 'network-changed', 'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'status': 'completed', 'code': 200} Mar 22 19:31:35.581756 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-15efa4be-72b3-4a08-842d-6474c159cefa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee7bb3d8f9e44d86a5dd004d1e5f31d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5440292 Mar 22 19:31:35.582887 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efa4be-72b3-4a08-842d-6474c159cefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a8470-1426-47f8-8f76-5da09df5f8bc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:35.584651 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52170) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:35.647765 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7679b63c-099f-4593-9b43-607be3cfc768 admin admin] Publish callbacks [] for security_group (6b2a8470-1426-47f8-8f76-5da09df5f8bc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.676301 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7679b63c-099f-4593-9b43-607be3cfc768 admin admin] Publish callbacks [] for security_group (6b2a8470-1426-47f8-8f76-5da09df5f8bc), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.833959 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7679b63c-099f-4593-9b43-607be3cfc768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (6b2a8470-1426-47f8-8f76-5da09df5f8bc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.836647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7679b63c-099f-4593-9b43-607be3cfc768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:35.837824 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7679b63c-099f-4593-9b43-607be3cfc768 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b2a8470-1426-47f8-8f76-5da09df5f8bc HTTP/1.1" status: 204 len: 168 time: 0.2508931 Mar 22 19:31:35.851202 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679b63c-099f-4593-9b43-607be3cfc768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a8470-1426-47f8-8f76-5da09df5f8bc,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:36.265324 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194e3d-b5d8-4d7f-92a9-0119513ab62c req-9f55ab39-19be-4c01-839c-008a5dc868d0 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:36.266957 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bb194e3d-b5d8-4d7f-92a9-0119513ab62c req-9f55ab39-19be-4c01-839c-008a5dc868d0 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0626669 Mar 22 19:31:36.332092 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bb194e3d-b5d8-4d7f-92a9-0119513ab62c req-e4e4c244-b10c-4420-b22c-a00b5e78abf2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542619 Mar 22 19:31:36.568538 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b161665-f456-4ef9-b677-1c200cc6a492 req-8b7b7f4c-4afd-429a-863f-c9c59620d8da tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:36.570263 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1b161665-f456-4ef9-b677-1c200cc6a492 req-8b7b7f4c-4afd-429a-863f-c9c59620d8da tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0701272 Mar 22 19:31:36.640628 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1b161665-f456-4ef9-b677-1c200cc6a492 req-baf70f0c-c872-401d-ad91-179397dfa6a0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631948 Mar 22 19:31:37.481663 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59131bb-2906-4429-bd04-756a57bc5b1e req-53390c6a-3f64-48d7-9e88-77a724843cca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.481663 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e59131bb-2906-4429-bd04-756a57bc5b1e req-53390c6a-3f64-48d7-9e88-77a724843cca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0677769 Mar 22 19:31:37.528477 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e59131bb-2906-4429-bd04-756a57bc5b1e req-32eb5391-39c4-41e6-9fc9-b1a23c86810d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515673 Mar 22 19:31:37.774459 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133961c-adc5-4610-9e05-079efe500ca0 req-a0420eba-ff8f-4c93-b0db-53de0ccb6523 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.777329 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2133961c-adc5-4610-9e05-079efe500ca0 req-a0420eba-ff8f-4c93-b0db-53de0ccb6523 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0649028 Mar 22 19:31:37.830977 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2133961c-adc5-4610-9e05-079efe500ca0 req-398dfe51-1ae2-412b-bc5d-bce30ce9a009 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481102 Mar 22 19:31:38.108129 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a31e7d57-aa03-447e-a1b9-735c476afa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:38.715645 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224469a-dde6-4170-ab2e-f0f6c279c4f6 req-8531b2fc-e565-4587-b898-f31653cd7a8c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.727482 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c224469a-dde6-4170-ab2e-f0f6c279c4f6 req-8531b2fc-e565-4587-b898-f31653cd7a8c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0656872 Mar 22 19:31:38.800199 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c224469a-dde6-4170-ab2e-f0f6c279c4f6 req-58fa197c-fa6e-4eee-9094-e87dba603938 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558228 Mar 22 19:31:39.018418 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec800b-15ad-414c-a674-277b0a259358 req-9679f382-dacd-459b-be50-3d2a9c0cca11 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:39.019944 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b9ec800b-15ad-414c-a674-277b0a259358 req-9679f382-dacd-459b-be50-3d2a9c0cca11 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0617909 Mar 22 19:31:39.071784 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b9ec800b-15ad-414c-a674-277b0a259358 req-77e0f0a2-1c62-471c-8d40-98ad36c22a84 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Mar 22 19:31:39.113599 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:39.919059 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d17e-ff17-4d63-9983-f7bf53b120ff req-67297537-337e-4c22-abd6-71f33f89ce00 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:39.920619 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-edf8d17e-ff17-4d63-9983-f7bf53b120ff req-67297537-337e-4c22-abd6-71f33f89ce00 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0594268 Mar 22 19:31:39.972575 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-edf8d17e-ff17-4d63-9983-f7bf53b120ff req-41d1feab-4bc1-4a44-98fd-4939aded6af3 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Mar 22 19:31:40.206914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee654b9b-72a5-432d-bd22-0dbb029c8f41 req-4d3c2d1c-87cc-4f45-ab20-e1f67f73eb3a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.208461 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee654b9b-72a5-432d-bd22-0dbb029c8f41 req-4d3c2d1c-87cc-4f45-ab20-e1f67f73eb3a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0578861 Mar 22 19:31:40.259129 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee654b9b-72a5-432d-bd22-0dbb029c8f41 req-27585b09-2cbd-451b-92b1-28c3a9bf116d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Mar 22 19:31:40.342144 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:40.456491 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:41.103408 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2998f-fcb1-4541-8f82-f882f68810e6 req-74b7abf8-1746-449b-a706-89a1c3de7b38 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.106817 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-25d2998f-fcb1-4541-8f82-f882f68810e6 req-74b7abf8-1746-449b-a706-89a1c3de7b38 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0604069 Mar 22 19:31:41.170779 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-25d2998f-fcb1-4541-8f82-f882f68810e6 req-a62a52f3-a63c-4baf-a368-9a0455497726 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576377 Mar 22 19:31:41.411742 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855d7a7-34e1-4030-9af9-e3df22b94ba5 req-edc857c2-d4b0-46b2-a250-f0abf7d32851 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.413432 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8855d7a7-34e1-4030-9af9-e3df22b94ba5 req-edc857c2-d4b0-46b2-a250-f0abf7d32851 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0613728 Mar 22 19:31:41.471122 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8855d7a7-34e1-4030-9af9-e3df22b94ba5 req-77e12722-fba6-488a-8547-fff1436a0b54 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518198 Mar 22 19:31:41.714419 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:42.317635 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d114f96-9035-4b9f-8952-69b7280da827 req-2a473b93-3efe-4565-81c2-e661053e8554 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:42.323747 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6d114f96-9035-4b9f-8952-69b7280da827 req-2a473b93-3efe-4565-81c2-e661053e8554 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0746121 Mar 22 19:31:42.401300 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6d114f96-9035-4b9f-8952-69b7280da827 req-36611851-9adc-4d17-9f1c-9dd1854c8a09 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705729 Mar 22 19:31:42.636342 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199867d9-4acf-440c-882c-53d727676075 req-893a0799-a114-4396-934c-6830c3cdeb7a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:42.637904 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199867d9-4acf-440c-882c-53d727676075 req-893a0799-a114-4396-934c-6830c3cdeb7a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0627964 Mar 22 19:31:42.704119 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199867d9-4acf-440c-882c-53d727676075 req-041be48d-27e0-4c12-b014-0b41254aee81 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600843 Mar 22 19:31:43.544769 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104118-82ce-424a-a986-09a2dd74cba0 req-05a7257f-e9b0-48f9-8201-bbae790f4b2b tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.546726 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-29104118-82ce-424a-a986-09a2dd74cba0 req-05a7257f-e9b0-48f9-8201-bbae790f4b2b tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0627990 Mar 22 19:31:43.601994 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-29104118-82ce-424a-a986-09a2dd74cba0 req-55686154-e016-4e42-8bbb-df0d8e273cda tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Mar 22 19:31:43.852849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0c42-becc-42a3-9e7a-6dd366051e73 req-0e2ad3de-b93e-4b59-9953-d866859b44ee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.855154 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-198a0c42-becc-42a3-9e7a-6dd366051e73 req-0e2ad3de-b93e-4b59-9953-d866859b44ee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0647681 Mar 22 19:31:43.904229 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-198a0c42-becc-42a3-9e7a-6dd366051e73 req-bb0189e7-bcbf-4903-901a-ee2930f9dcbf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Mar 22 19:31:44.466379 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f707a-9118-40e9-8aa8-38f010f3c396 req-bb7f3a63-650f-4a50-9f5c-d35d45361113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.469378 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d1f707a-9118-40e9-8aa8-38f010f3c396 req-bb7f3a63-650f-4a50-9f5c-d35d45361113 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1127 time: 0.0511856 Mar 22 19:31:44.684498 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-cc9cd911-56c1-40cd-8b52-17cfdfd9a746 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1294131 Mar 22 19:31:44.693881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f707a-9118-40e9-8aa8-38f010f3c396 req-ebcb355c-b834-4ade-afec-05a01586eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.695309 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d1f707a-9118-40e9-8aa8-38f010f3c396 req-ebcb355c-b834-4ade-afec-05a01586eecc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f5797eaa627649599a0a8839b741ec51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2174604 Mar 22 19:31:44.741319 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97c9dc-b0d8-4300-ac06-414a7bee2337 req-e667eab1-fd70-429c-a3de-92963065f7f6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.742820 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-df97c9dc-b0d8-4300-ac06-414a7bee2337 req-e667eab1-fd70-429c-a3de-92963065f7f6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0706158 Mar 22 19:31:44.795879 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-df97c9dc-b0d8-4300-ac06-414a7bee2337 req-d9f775eb-826c-4256-bc30-6baf17f64c45 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470636 Mar 22 19:31:44.875814 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-5124e4a0-7f14-4931-b66a-0c58e1408fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.877364 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-5124e4a0-7f14-4931-b66a-0c58e1408fce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 1129 time: 0.1649673 Mar 22 19:31:44.910467 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f707a-9118-40e9-8aa8-38f010f3c396 req-3b481ab4-5498-4eda-84f2-53e4e6784b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.911892 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d1f707a-9118-40e9-8aa8-38f010f3c396 req-3b481ab4-5498-4eda-84f2-53e4e6784b55 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075255 Mar 22 19:31:45.300533 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-1fc640c1-a482-479b-8fcb-d5597993598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.302043 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-1fc640c1-a482-479b-8fcb-d5597993598c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1127 time: 0.3335412 Mar 22 19:31:45.312625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-a589684a-9f0d-46f5-952f-df3d3e2ad3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.314073 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-a589684a-9f0d-46f5-952f-df3d3e2ad3df service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.4165435 Mar 22 19:31:45.387703 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08755ca-f38c-4438-8246-6a89abec77f3 req-c88bb71b-0244-47fb-b27c-826454b44e62 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.389293 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d08755ca-f38c-4438-8246-6a89abec77f3 req-c88bb71b-0244-47fb-b27c-826454b44e62 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.3907328 Mar 22 19:31:45.391474 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-0e832053-88d0-4790-9b48-76df06fd25c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 200 len: 217 time: 0.0700924 Mar 22 19:31:45.392696 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-01d96e9f-45ba-4e6e-b33d-feed89dbeb4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 217 time: 0.0816340 Mar 22 19:31:45.512618 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-37343267-1c63-4afd-ad6e-3c4db17534f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.514085 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-37343267-1c63-4afd-ad6e-3c4db17534f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 200 len: 848 time: 0.1105373 Mar 22 19:31:45.515803 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-3f05b271-ac6c-4bb6-8023-244c7371cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.517094 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-3f05b271-ac6c-4bb6-8023-244c7371cda1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.1124334 Mar 22 19:31:45.520347 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d08755ca-f38c-4438-8246-6a89abec77f3 req-df5930e1-338a-414d-95f3-d008f62133b3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253088 Mar 22 19:31:45.606251 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9f5312fb-1914-4062-98d2-178f3b6f48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.607797 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-9f5312fb-1914-4062-98d2-178f3b6f48a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829420 Mar 22 19:31:45.610479 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-a0c85b4a-26bf-4669-9d46-a5ee5c835601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.611865 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-a0c85b4a-26bf-4669-9d46-a5ee5c835601 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0853901 Mar 22 19:31:45.775391 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-ee0a5b02-fa36-4e3f-87c6-52187e5e476d service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547835 Mar 22 19:31:45.778342 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-d802cca0-370c-4833-b7fb-b498f54bc045 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593001 Mar 22 19:31:45.920397 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a49d3-aaac-43f0-a816-cc41a4600a5e req-e9402907-2712-425f-af80-8771d75ba71f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.922051 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b0a49d3-aaac-43f0-a816-cc41a4600a5e req-e9402907-2712-425f-af80-8771d75ba71f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0559633 Mar 22 19:31:45.953569 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c03b5160-e948-47b2-917f-12d17cff3670 req-43306f9c-bec7-4b34-9645-7c3d3333e936 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657715 Mar 22 19:31:45.955331 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63ff841d-ae84-4dcd-9729-b73bb7604db1 req-9c5c12cf-8202-4dda-b413-e645108c776e service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689727 Mar 22 19:31:45.991297 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b0a49d3-aaac-43f0-a816-cc41a4600a5e req-03aae226-882d-4444-808c-335b690aef70 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621808 Mar 22 19:31:46.667647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf13a0c-b23c-484c-8653-e2f21ba7cd0c req-66fca069-bf6d-40e5-83a4-12132b4eadee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.669187 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-abf13a0c-b23c-484c-8653-e2f21ba7cd0c req-66fca069-bf6d-40e5-83a4-12132b4eadee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0660784 Mar 22 19:31:46.718052 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-abf13a0c-b23c-484c-8653-e2f21ba7cd0c req-b4d4f7eb-a894-4bbe-88cf-9654c94676c0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Mar 22 19:31:47.112801 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82765089-bc67-42ad-bd58-c30f14eb3d90 req-45f0b010-16a4-46d8-b402-390eafaae4d8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.114315 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-82765089-bc67-42ad-bd58-c30f14eb3d90 req-45f0b010-16a4-46d8-b402-390eafaae4d8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0529215 Mar 22 19:31:47.170489 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-82765089-bc67-42ad-bd58-c30f14eb3d90 req-2949abc5-eecf-40ca-86ca-c589fd3cf338 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506027 Mar 22 19:31:47.841127 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dcb3f-24b4-407f-ba5b-22c8e8962b54 req-e042a6d9-b493-4e99-b7d8-876988738479 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.842598 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a83dcb3f-24b4-407f-ba5b-22c8e8962b54 req-e042a6d9-b493-4e99-b7d8-876988738479 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0531232 Mar 22 19:31:47.887389 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a83dcb3f-24b4-407f-ba5b-22c8e8962b54 req-82ed02b9-cf63-44d2-bac4-59c874b978be tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392787 Mar 22 19:31:48.285268 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ff772-468f-41df-be52-71c83e0fec4e req-d22b247b-7198-4516-9f12-85e01b07a896 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:48.286738 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d4ff772-468f-41df-be52-71c83e0fec4e req-d22b247b-7198-4516-9f12-85e01b07a896 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0520623 Mar 22 19:31:48.335124 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d4ff772-468f-41df-be52-71c83e0fec4e req-dc292e53-b8f4-42dd-8ff9-446002a8c2c2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Mar 22 19:31:49.015386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d9198-4cd0-4bad-9bb3-7689a50f601d req-0c0d670c-3fdc-4943-9bca-d74194d9b7f5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.016819 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-751d9198-4cd0-4bad-9bb3-7689a50f601d req-0c0d670c-3fdc-4943-9bca-d74194d9b7f5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0545094 Mar 22 19:31:49.068954 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-751d9198-4cd0-4bad-9bb3-7689a50f601d req-af5dd473-e414-488d-830d-493dd5032886 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Mar 22 19:31:49.464823 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e6b61-16bc-404d-8786-b1329ac56f8d req-729b7085-4f4d-4179-97cc-5b884f58d438 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.466369 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c61e6b61-16bc-404d-8786-b1329ac56f8d req-729b7085-4f4d-4179-97cc-5b884f58d438 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0526459 Mar 22 19:31:49.516015 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c61e6b61-16bc-404d-8786-b1329ac56f8d req-54472f60-cb0a-4eac-9623-12e20bbc106a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440145 Mar 22 19:31:50.191818 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893c7e-7499-4a8c-89e0-c8156e16135a req-ff6ce17b-5f37-487c-a09a-e96576e68063 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.193185 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f893c7e-7499-4a8c-89e0-c8156e16135a req-ff6ce17b-5f37-487c-a09a-e96576e68063 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0523956 Mar 22 19:31:50.239055 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f893c7e-7499-4a8c-89e0-c8156e16135a req-80449e23-659e-4e4f-bd96-31d323a31ede tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398157 Mar 22 19:31:50.638229 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8887ce0-9a66-4803-842f-3e2d0475d74b req-d6aefea5-8c57-4924-a129-9e7096a589ee tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.639976 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d8887ce0-9a66-4803-842f-3e2d0475d74b req-d6aefea5-8c57-4924-a129-9e7096a589ee tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0577495 Mar 22 19:31:50.690458 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d8887ce0-9a66-4803-842f-3e2d0475d74b req-9bb1b7e9-b0f5-4ca2-b89e-b11e103639ba tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Mar 22 19:31:50.829895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52374) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:50.933659 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.006336 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Publish callbacks [] for security_group (1727e6d9-fc30-499b-b132-bb1a0f79e974), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.061832 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1727e6d9-fc30-499b-b132-bb1a0f79e974), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.098260 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d761d00efc8a4e258ea817d12f7716cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673063 Mar 22 19:31:51.100184 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1727e6d9-fc30-499b-b132-bb1a0f79e974,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:51.101061 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52378) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:51.107960 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.108308 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.108656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.108994 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.109330 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.109663 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.109990 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.110317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.110645 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.110971 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.111300 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.111656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.111986 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.112345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.112666 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2337da-80c2-486a-acc8-1d8895d8b0d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.149771 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Publish callbacks [] for security_group (1727e6d9-fc30-499b-b132-bb1a0f79e974), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.171305 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Publish callbacks [] for security_group (1727e6d9-fc30-499b-b132-bb1a0f79e974), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.277650 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1727e6d9-fc30-499b-b132-bb1a0f79e974), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.280498 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.283875 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1727e6d9-fc30-499b-b132-bb1a0f79e974 HTTP/1.1" status: 204 len: 168 time: 0.1794627 Mar 22 19:31:51.289327 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1727e6d9-fc30-499b-b132-bb1a0f79e974,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:51.297917 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.300968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.301766 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.301766 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.301766 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.302022 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.302372 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.302630 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879fc819-b8de-4866-b874-5a546f59941d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:51.376942 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2eeea-ac6a-4b0f-9dad-97ec27d19bb0 req-5fc6044e-afea-4070-9c3b-ede1da203259 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.378513 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70b2eeea-ac6a-4b0f-9dad-97ec27d19bb0 req-5fc6044e-afea-4070-9c3b-ede1da203259 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0608540 Mar 22 19:31:51.425925 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70b2eeea-ac6a-4b0f-9dad-97ec27d19bb0 req-dc5a653b-d6f3-4619-883b-b0af7f0d8582 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Mar 22 19:31:51.811976 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2868505-2422-4445-8ead-61dd7d76e10f req-4d792dc3-e601-43bf-a434-32682a93b0f4 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.813376 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f2868505-2422-4445-8ead-61dd7d76e10f req-4d792dc3-e601-43bf-a434-32682a93b0f4 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0571713 Mar 22 19:31:51.866444 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f2868505-2422-4445-8ead-61dd7d76e10f req-ac6cbe28-e7cf-49ae-9c0a-b826f5bc4c29 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474102 Mar 22 19:31:52.261023 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52406) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:52.357862 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-844543288-network', 'tenant_id': '3b69ec065b564daca8312f622f2a9960'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:52.456018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Made reservation on behalf of 3b69ec065b564daca8312f622f2a9960 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:52.458436 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.468041 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.542688 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks [] for security_group (27e57de3-0ffc-4bd0-871f-f30b711a9b3d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.555318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502697-47e6-4174-af23-b9a13e50035d req-794dd292-9afa-4fbe-9d68-ecc5d298d131 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.556963 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41502697-47e6-4174-af23-b9a13e50035d req-794dd292-9afa-4fbe-9d68-ecc5d298d131 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 944 time: 0.0560145 Mar 22 19:31:52.603571 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41502697-47e6-4174-af23-b9a13e50035d req-c0c962ee-fcdc-403f-81a4-bfd926d2f1d7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Mar 22 19:31:52.604656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (27e57de3-0ffc-4bd0-871f-f30b711a9b3d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.632122 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:31:52.639251 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e57de3-0ffc-4bd0-871f-f30b711a9b3d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:52.645190 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (ce8ac3af-a511-4d7d-b385-7f7100caa13f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.645538 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Added segment ce8ac3af-a511-4d7d-b385-7f7100caa13f of type vlan for network 10e460ed-902f-43c7-94be-ffc843cf9017 Mar 22 19:31:52.686646 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (10e460ed-902f-43c7-94be-ffc843cf9017), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.717455 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:52.776339 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (10e460ed-902f-43c7-94be-ffc843cf9017), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.777463 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.778153 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.815510 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:52.827702 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'port_id': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'mac_address': 'fa:16:3e:07:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:52.843887 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] Pushing event updated for resources: {'Network': ['ID=10e460ed-902f-43c7-94be-ffc843cf9017,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:52.853662 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 10e460ed-902f-43c7-94be-ffc843cf9017 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:31:52.893623 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3221ba4e-a560-4074-8fd4-7d2d5bb69811 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6314096 Mar 22 19:31:52.896797 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52416) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:52.902233 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Request body: {'subnet': {'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-844543288-subnet', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:52.912518 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:52.913716 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:52.936349 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b769eb-fc40-4be3-8992-742274df72d2 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:52.960971 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:52.992288 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600f15b-ce16-4179-aa05-c1ef19018369 req-58e19a85-3732-49af-ae2c-347bc6ac7e57 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.993787 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7600f15b-ce16-4179-aa05-c1ef19018369 req-58e19a85-3732-49af-ae2c-347bc6ac7e57 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0544465 Mar 22 19:31:52.995444 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Made reservation on behalf of 3b69ec065b564daca8312f622f2a9960 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:52.997800 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10284572'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.059338 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.105629 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7600f15b-ce16-4179-aa05-c1ef19018369 req-1fc87ee3-3f9e-4dfe-bb55-96e577f7b421 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047013 Mar 22 19:31:53.109592 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=9']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:53.117945 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.118307 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.118665 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.119733 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.120761 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.121140 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.121437 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.121774 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.122154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.122503 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.122840 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.123174 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.123508 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.123866 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.124191 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:53.267754 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10284554'] for subnet (1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.331501 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:53.337187 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Checking segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:53.337718 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Network hostable DHCP agents. Network: 10e460ed-902f-43c7-94be-ffc843cf9017, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:31:53.426040 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['b4b769eb-fc40-4be3-8992-742274df72d2'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:53.430981 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Network 10e460ed-902f-43c7-94be-ffc843cf9017 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:31:53.533639 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 10e460ed-902f-43c7-94be-ffc843cf9017) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:53.537897 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.539232 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.543434 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30796c90-2ea2-4499-94bc-df81bfafe520 None None] Network 10e460ed-902f-43c7-94be-ffc843cf9017 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:53.611904 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-467307fa-d2d1-4c76-b87e-19a6f2acce18 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7136483 Mar 22 19:31:53.615045 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52418) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:53.620001 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:53.659074 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-10e460ed-902f-43c7-94be-ffc843cf9017', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:31:53.659970 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.692240 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (f441a49b-ede0-4ca7-8dd1-ef8d68817632), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.693261 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (f441a49b-ede0-4ca7-8dd1-ef8d68817632), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.732952 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f02965-84b9-4e96-b299-414368d1f4f0 req-296aff6e-0a42-4722-9092-1317a9727343 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.734603 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-88f02965-84b9-4e96-b299-414368d1f4f0 req-296aff6e-0a42-4722-9092-1317a9727343 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.0538268 Mar 22 19:31:53.748245 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks [] for router_controller (f441a49b-ede0-4ca7-8dd1-ef8d68817632), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.786942 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-88f02965-84b9-4e96-b299-414368d1f4f0 req-fcb66eb9-a45f-45d2-91e5-9aa373251bee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Mar 22 19:31:53.797049 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Allocated IP 172.20.0.2 (10e460ed-902f-43c7-94be-ffc843cf9017/1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7/bd248482-f493-4cf9-9a51-01c5e443319b) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:53.940854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks [] for router_gateway (f441a49b-ede0-4ca7-8dd1-ef8d68817632), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:53.944580 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Publish callbacks [] for port (bd248482-f493-4cf9-9a51-01c5e443319b), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.033851 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.070950 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Network 10e460ed-902f-43c7-94be-ffc843cf9017 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:54.078407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:54.081491 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:54.089180 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Pushing event updated for resources: {'Port': ['ID=bd248482-f493-4cf9-9a51-01c5e443319b,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:54.145615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Attempting to bind port bd248482-f493-4cf9-9a51-01c5e443319b on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:54.145988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Attempting to bind port bd248482-f493-4cf9-9a51-01c5e443319b by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:54.146345 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Attempting to bind port bd248482-f493-4cf9-9a51-01c5e443319b on network 10e460ed-902f-43c7-94be-ffc843cf9017 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:54.152021 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:54.152387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Checking segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:54.152786 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.153225 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Bound using segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:54.153686 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Bound port: bd248482-f493-4cf9-9a51-01c5e443319b, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:54.154053 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.217199 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] For port bd248482-f493-4cf9-9a51-01c5e443319b, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:54.220165 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] For port bd248482-f493-4cf9-9a51-01c5e443319b, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=bd248482-f493-4cf9-9a51-01c5e443319b,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:54.239443 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks [] for router_gateway (f441a49b-ede0-4ca7-8dd1-ef8d68817632), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.261737 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.290769 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.311299 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd8cf-a967-4839-8479-6956dfd5864d req-07685766-be38-4265-b34d-a6bd8c16cc37 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.312832 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-148bd8cf-a967-4839-8479-6956dfd5864d req-07685766-be38-4265-b34d-a6bd8c16cc37 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.1228898 Mar 22 19:31:54.367044 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7e7ea-60c6-4d76-a298-34396871cd3c None None] Pushing event updated for resources: {'Port': ['ID=bd248482-f493-4cf9-9a51-01c5e443319b,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:54.409625 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-148bd8cf-a967-4839-8479-6956dfd5864d req-bf47a0aa-ff58-4940-9f00-530d0b763919 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888340 Mar 22 19:31:54.442888 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Allocated IP 172.27.0.226 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/79e7e8b7-94d2-4d14-961a-354bd28a700b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:54.579848 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks [] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.685360 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.722424 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:54.725314 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:54.732228 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:54.732720 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:54.737838 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:54.738010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Pushing event updated for resources: {'Port': ['ID=79e7e8b7-94d2-4d14-961a-354bd28a700b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:54.856738 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port b4b769eb-fc40-4be3-8992-742274df72d2 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:54.857369 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:54.895123 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:54.913635 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'port_id': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'mac_address': 'fa:16:3e:26:79:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:54.920528 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2828774-e0e1-4d54-a03a-0ea5d2107c53 req-0b9686bf-f5b1-4b94-99e1-b3fa51c2dff0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.922023 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2828774-e0e1-4d54-a03a-0ea5d2107c53 req-0b9686bf-f5b1-4b94-99e1-b3fa51c2dff0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Mar 22 19:31:54.973007 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2828774-e0e1-4d54-a03a-0ea5d2107c53 req-8801b1d6-9953-4ee5-8880-1afe81b9fb37 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448010 Mar 22 19:31:54.984148 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port fa79f485-7d0e-494d-9c1b-9c87abb841d7 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:54.984632 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.031618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port b4b769eb-fc40-4be3-8992-742274df72d2 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:55.032068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.035583 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa79f485-7d0e-494d-9c1b-9c87abb841d7 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:55.073728 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:55.078294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:55.080558 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8307c962-901b-4e4f-ba63-33dbc8ce0179" -d '{"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-plugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:55.099393 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:55.102619 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device bd248482-f493-4cf9-9a51-01c5e443319b up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:55.122749 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks [] for router_gateway (f441a49b-ede0-4ca7-8dd1-ef8d68817632), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.133957 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.145413 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f89469-9b68-48c5-a285-a21d450e04b4 x-openstack-request-id: req-80f89469-9b68-48c5-a285-a21d450e04b4 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:55.145780 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-plugged", "status": "completed", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:55.146133 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-80f89469-9b68-48c5-a285-a21d450e04b4 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:55.146544 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f89469-9b68-48c5-a285-a21d450e04b4'] response: {'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'code': 200} Mar 22 19:31:55.176561 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.212527 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:55.221258 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port bd248482-f493-4cf9-9a51-01c5e443319b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:55.221258 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.293956 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=10']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:55.345987 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port bd248482-f493-4cf9-9a51-01c5e443319b is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:55.346678 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.351079 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (f441a49b-ede0-4ca7-8dd1-ef8d68817632), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.392485 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port bd248482-f493-4cf9-9a51-01c5e443319b, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=bd248482-f493-4cf9-9a51-01c5e443319b,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:55.456856 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71b3e3-cc70-4f72-bc3a-209e813cec09 None None] Network 10e460ed-902f-43c7-94be-ffc843cf9017 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:55.461023 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.521852 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['fa79f485-7d0e-494d-9c1b-9c87abb841d7'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:55.536043 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b1f1-99d2-450a-b054-46c4ca988954 req-3b7d2ae3-5b38-4b95-b3d3-fbd06672fb4a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.537561 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c388b1f1-99d2-450a-b054-46c4ca988954 req-3b7d2ae3-5b38-4b95-b3d3-fbd06672fb4a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 944 time: 0.0561275 Mar 22 19:31:55.556734 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Router f441a49b-ede0-4ca7-8dd1-ef8d68817632 is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:31:55.592045 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c388b1f1-99d2-450a-b054-46c4ca988954 req-f3a881b3-5e59-411a-adb6-0a5c1af2809c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481017 Mar 22 19:31:55.619474 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=bd248482-f493-4cf9-9a51-01c5e443319b,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:55.624017 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1cec386f-225c-4158-9591-4f34e87c1339 None None] Provisioning complete for port bd248482-f493-4cf9-9a51-01c5e443319b triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:55.624428 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1cec386f-225c-4158-9591-4f34e87c1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.679713 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:55.694953 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Sync routers for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:55.705427 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:55.706043 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:55.811827 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1cec386f-225c-4158-9591-4f34e87c1339 None None] Current status of the port bd248482-f493-4cf9-9a51-01c5e443319b is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:55.813922 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.815580 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fc28176d-1613-496c-ba6f-6b271732409a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1995118 Mar 22 19:31:55.818362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52432) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:55.826268 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:55.969425 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad140-b878-48f9-ad36-dfd158dc92d0 req-2e5795d3-ae5a-4975-b853-a3463ad428c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.970941 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-18fad140-b878-48f9-ad36-dfd158dc92d0 req-2e5795d3-ae5a-4975-b853-a3463ad428c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1131 time: 0.1030481 Mar 22 19:31:56.026263 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:54Z', 'revision_number': 3, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:56.038077 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-809d3f29-9803-4ee8-a936-e6311d66ddde None None] Provisioning complete for port bd248482-f493-4cf9-9a51-01c5e443319b triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:56.039445 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-809d3f29-9803-4ee8-a936-e6311d66ddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.058872 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Checking router: f441a49b-ede0-4ca7-8dd1-ef8d68817632 for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:56.059229 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Updating router f441a49b-ede0-4ca7-8dd1-ef8d68817632 port 79e7e8b7-94d2-4d14-961a-354bd28a700b binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:31:56.089471 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.121767 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-18fad140-b878-48f9-ad36-dfd158dc92d0 req-e0caf5b4-f058-42a3-b546-9ae815fce23f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407089 Mar 22 19:31:56.154457 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbfdeb-ab7c-4d24-9c29-82755d32d3db req-99a548f7-a5a9-41ae-bf68-0bd639f8a668 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.162507 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-11cbfdeb-ab7c-4d24-9c29-82755d32d3db req-99a548f7-a5a9-41ae-bf68-0bd639f8a668 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.0765250 Mar 22 19:31:56.223944 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-11cbfdeb-ab7c-4d24-9c29-82755d32d3db req-c254d464-55f0-4db1-89a5-d30dfefa3511 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605068 Mar 22 19:31:56.278653 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-809d3f29-9803-4ee8-a936-e6311d66ddde None None] Current status of the port bd248482-f493-4cf9-9a51-01c5e443319b is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:56.370080 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.471795 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Publish callbacks [] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.522954 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Allocated IP 172.20.0.1 (10e460ed-902f-43c7-94be-ffc843cf9017/1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7/ba0f9db8-014d-4d66-914d-f3986584225e) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:56.539404 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.595740 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Attempting to bind port 79e7e8b7-94d2-4d14-961a-354bd28a700b on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:56.596109 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Attempting to bind port 79e7e8b7-94d2-4d14-961a-354bd28a700b by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:56.596474 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Attempting to bind port 79e7e8b7-94d2-4d14-961a-354bd28a700b on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:56.599307 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Pushing event updated for resources: {'Port': ['ID=79e7e8b7-94d2-4d14-961a-354bd28a700b,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:56.608377 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.608729 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.610323 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.610323 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.610323 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.610323 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.610664 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.610758 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.611079 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.611405 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.611761 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.612101 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.612430 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.612747 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.613065 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:56.616448 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:56.616827 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:56.617228 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.617615 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:56.618087 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Bound port: 79e7e8b7-94d2-4d14-961a-354bd28a700b, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:56.618469 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.636346 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks [] for port (ba0f9db8-014d-4d66-914d-f3986584225e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.673781 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] For port 79e7e8b7-94d2-4d14-961a-354bd28a700b, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:56.676828 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] For port 79e7e8b7-94d2-4d14-961a-354bd28a700b, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=79e7e8b7-94d2-4d14-961a-354bd28a700b,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:56.721577 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944a7e-0ab4-4944-8d82-483699d59248 req-8ed87aa6-1343-4c7f-ac72-c04ffa2dc05a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.723176 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab944a7e-0ab4-4944-8d82-483699d59248 req-8ed87aa6-1343-4c7f-ac72-c04ffa2dc05a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 944 time: 0.0538874 Mar 22 19:31:56.736101 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.753664 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.784985 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Network 10e460ed-902f-43c7-94be-ffc843cf9017 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:56.798806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:56.801374 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:56.820049 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c2466-10ad-457c-a8c1-7f115d6b6c23 None None] Pushing event updated for resources: {'Port': ['ID=79e7e8b7-94d2-4d14-961a-354bd28a700b,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:56.823176 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:56.823803 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:56.845006 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Pushing event updated for resources: {'Port': ['ID=ba0f9db8-014d-4d66-914d-f3986584225e,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:56.858890 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab944a7e-0ab4-4944-8d82-483699d59248 req-2d5acd47-bd7a-417f-ae2a-e7727cf5306d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294563 Mar 22 19:31:56.872612 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (f441a49b-ede0-4ca7-8dd1-ef8d68817632), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:56.942286 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:57.045968 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device bd248482-f493-4cf9-9a51-01c5e443319b up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:57.071823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.110073 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-dd6ac667-b8ec-4c14-9d13-a5e0af524f5f None None] Provisioning complete for port ba0f9db8-014d-4d66-914d-f3986584225e triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:57.113332 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac667-b8ec-4c14-9d13-a5e0af524f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.133051 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:54Z', 'revision_number': 3, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:57.152825 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port bd248482-f493-4cf9-9a51-01c5e443319b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:57.153201 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.155848 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ac667-b8ec-4c14-9d13-a5e0af524f5f None None] Port ba0f9db8-014d-4d66-914d-f3986584225e cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:57.161149 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf281a-f4ba-4686-871a-13677456f706 None None] The sync data for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi is: [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:54Z', 'revision_number': 3, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:57.236405 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port bd248482-f493-4cf9-9a51-01c5e443319b is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:57.257991 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks [] for port (ba0f9db8-014d-4d66-914d-f3986584225e), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.321862 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.397114 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Pushing event updated for resources: {'Port': ['ID=ba0f9db8-014d-4d66-914d-f3986584225e,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:57.399904 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (f441a49b-ede0-4ca7-8dd1-ef8d68817632), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.533546 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Network 10e460ed-902f-43c7-94be-ffc843cf9017 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:57.535321 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:57.635831 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e358fe-8c41-48fb-aed5-08ed18f954e5 req-db540716-e933-4864-90f7-4702a516d98c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.652009 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-19e358fe-8c41-48fb-aed5-08ed18f954e5 req-db540716-e933-4864-90f7-4702a516d98c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.3441224 Mar 22 19:31:57.715716 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-19e358fe-8c41-48fb-aed5-08ed18f954e5 req-05eca14c-acad-4091-8efc-7a562ee6d131 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626769 Mar 22 19:31:57.744664 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Router f441a49b-ede0-4ca7-8dd1-ef8d68817632 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:57.870835 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:57.884451 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-df7eec5c-4853-458f-a88b-c8fea3c3975d admin admin] 10.222.0.79 "PUT /v2.0/routers/f441a49b-ede0-4ca7-8dd1-ef8d68817632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0648427 Mar 22 19:31:57.909340 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-88b77db0-4943-4a82-92b8-94b1890bda06 None None] Provisioning complete for port ba0f9db8-014d-4d66-914d-f3986584225e triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:57.911048 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88b77db0-4943-4a82-92b8-94b1890bda06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.970388 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-88b77db0-4943-4a82-92b8-94b1890bda06 None None] Port ba0f9db8-014d-4d66-914d-f3986584225e cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:58.024444 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287380c9-9c2c-4b85-8681-39d8d272793f req-6c9466e3-f9c6-4309-8378-2bc467e18db4 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:58.027979 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-287380c9-9c2c-4b85-8681-39d8d272793f req-6c9466e3-f9c6-4309-8378-2bc467e18db4 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 944 time: 0.0602458 Mar 22 19:31:58.081610 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-287380c9-9c2c-4b85-8681-39d8d272793f req-2f98c7a7-017b-46ff-8993-3ff669f52149 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466201 Mar 22 19:31:58.598576 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52492) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:58.604746 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-889409327-network', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:58.722345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Made reservation on behalf of 2821d6f2f5424e5aa2393674b96a70c8 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:58.724933 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.736095 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.783131 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:58.831998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks [] for security_group (af1e53ae-6fa5-45fe-9401-09e85c9f0136), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.866590 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98742571-91a5-4ddb-99d9-540ed0bd4d7d req-f34565c5-49c1-49b3-9d13-92ace8cafeee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:58.868142 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-98742571-91a5-4ddb-99d9-540ed0bd4d7d req-f34565c5-49c1-49b3-9d13-92ace8cafeee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.0559094 Mar 22 19:31:58.913524 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (af1e53ae-6fa5-45fe-9401-09e85c9f0136), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.919264 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-98742571-91a5-4ddb-99d9-540ed0bd4d7d req-609be6c5-ba4c-4f28-9d39-dcc226809797 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435722 Mar 22 19:31:58.935193 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:31:58.957920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (551b763a-f95f-4383-aec1-6867c7b8752a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.957920 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Added segment 551b763a-f95f-4383-aec1-6867c7b8752a of type vlan for network dcb9070e-bbb4-479e-b132-af6df407a0d2 Mar 22 19:31:58.957920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e53ae-6fa5-45fe-9401-09e85c9f0136,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:58.959521 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Sync routers for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:58.972487 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:58.973111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:58.976386 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port fa79f485-7d0e-494d-9c1b-9c87abb841d7 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:58.997423 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (dcb9070e-bbb4-479e-b132-af6df407a0d2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.043774 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port fa79f485-7d0e-494d-9c1b-9c87abb841d7 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:59.043774 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.101640 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 79e7e8b7-94d2-4d14-961a-354bd28a700b up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:59.107998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (dcb9070e-bbb4-479e-b132-af6df407a0d2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.110015 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.110015 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.181375 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] Pushing event updated for resources: {'Network': ['ID=dcb9070e-bbb4-479e-b132-af6df407a0d2,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:59.185072 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:59.224740 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:31:59.246538 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d94a3-d9fc-4cb4-8bcb-36920631238f req-e78b5a5d-037c-4389-9262-5a4f317e5006 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.248056 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-529d94a3-d9fc-4cb4-8bcb-36920631238f req-e78b5a5d-037c-4389-9262-5a4f317e5006 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 944 time: 0.0678105 Mar 22 19:31:59.269858 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port fa79f485-7d0e-494d-9c1b-9c87abb841d7 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:59.270259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.284738 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-54382106-bd3b-467e-9daa-6c424f7e1e7b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6849856 Mar 22 19:31:59.287444 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52500) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:59.293261 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Request body: {'subnet': {'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-889409327-subnet', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:59.302057 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-529d94a3-d9fc-4cb4-8bcb-36920631238f req-6672fbd0-1be1-4a3f-949a-d6b52e2f116c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483024 Mar 22 19:31:59.392960 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Made reservation on behalf of 2821d6f2f5424e5aa2393674b96a70c8 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:59.396024 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10284572'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.401367 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 79e7e8b7-94d2-4d14-961a-354bd28a700b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:59.401752 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.411382 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:59.413601 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d14bf-a71c-42b6-ae6e-01e7e32a13ef" -d '{"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-plugged", "status": "completed", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:59.454612 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:59.460854 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1c817f-2e34-4228-a060-93a7db83db41 x-openstack-request-id: req-1a1c817f-2e34-4228-a060-93a7db83db41 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:59.461169 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-plugged", "status": "completed", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:59.461603 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a1c817f-2e34-4228-a060-93a7db83db41 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:59.461998 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1c817f-2e34-4228-a060-93a7db83db41'] response: {'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'code': 200} Mar 22 19:31:59.549184 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.593587 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 79e7e8b7-94d2-4d14-961a-354bd28a700b is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:59.593979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.635965 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 79e7e8b7-94d2-4d14-961a-354bd28a700b, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=79e7e8b7-94d2-4d14-961a-354bd28a700b,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:59.641169 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:59.654254 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:31:57Z', 'revision_number': 2, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:59.661798 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10284554'] for subnet (0e80b925-9efe-4f8d-b176-d620461fdf59), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.686927 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Checking router: f441a49b-ede0-4ca7-8dd1-ef8d68817632 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:59.687846 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Updating router f441a49b-ede0-4ca7-8dd1-ef8d68817632 port ba0f9db8-014d-4d66-914d-f3986584225e binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:31:59.691240 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.725518 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e80b925-9efe-4f8d-b176-d620461fdf59,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:59.734201 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Checking segment: {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:59.734565 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Network hostable DHCP agents. Network: dcb9070e-bbb4-479e-b132-af6df407a0d2, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:31:59.740124 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.786210 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=79e7e8b7-94d2-4d14-961a-354bd28a700b,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:59.802142 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:31:59.918854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, dcb9070e-bbb4-479e-b132-af6df407a0d2) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:59.924640 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.925552 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.929668 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac7ae6-6e3c-414e-a0c2-76d852e60784 None None] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:59.982675 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8a1d6-9425-4bb6-bfd8-9a9dc46ae864 req-1dc720ff-c1c5-449b-b88b-562c5517f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.984575 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26d8a1d6-9425-4bb6-bfd8-9a9dc46ae864 req-1dc720ff-c1c5-449b-b88b-562c5517f085 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1129 time: 0.0503700 Mar 22 19:32:00.008120 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3984e9ac-1409-4cf2-a451-11192c60e9b0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7195022 Mar 22 19:32:00.011153 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52506) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:00.016054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:00.065817 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26d8a1d6-9425-4bb6-bfd8-9a9dc46ae864 req-82fd5472-b4b9-4092-add1-ee64faff6acf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741134 Mar 22 19:32:00.078004 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46831c2-bf16-41de-9f80-5d71629637b2 req-1d93fe3f-f221-4b87-ad37-d9cc2e736293 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.082892 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b46831c2-bf16-41de-9f80-5d71629637b2 req-1d93fe3f-f221-4b87-ad37-d9cc2e736293 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.0805099 Mar 22 19:32:00.102973 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (f8eeb332-1c9d-48b6-b128-e30301491d8f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.105007 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (f8eeb332-1c9d-48b6-b128-e30301491d8f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.106621 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-dcb9070e-bbb4-479e-b132-af6df407a0d2', 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2', 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'fixed_ips': [{'subnet_id': '0e80b925-9efe-4f8d-b176-d620461fdf59'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:32:00.107481 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.127882 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Publish callbacks [] for port (ba0f9db8-014d-4d66-914d-f3986584225e), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.133587 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b46831c2-bf16-41de-9f80-5d71629637b2 req-d9246fc6-f2c6-4aec-97a1-f697e65cb104 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 Mar 22 19:32:00.171814 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks [] for router_controller (f8eeb332-1c9d-48b6-b128-e30301491d8f), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.193760 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.287079 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cdd43-58c8-4ad8-880d-cc1eb5a4616c None None] Pushing event updated for resources: {'Port': ['ID=ba0f9db8-014d-4d66-914d-f3986584225e,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:00.451269 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks [] for router_gateway (f8eeb332-1c9d-48b6-b128-e30301491d8f), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.472162 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Allocated IP 172.20.0.2 (dcb9070e-bbb4-479e-b132-af6df407a0d2/0e80b925-9efe-4f8d-b176-d620461fdf59/c699bcd7-59ef-4d10-888a-0d7df206d1a3) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:00.495981 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Attempting to bind port ba0f9db8-014d-4d66-914d-f3986584225e on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:00.496378 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Attempting to bind port ba0f9db8-014d-4d66-914d-f3986584225e by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:00.496564 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97d68-72ed-4f36-8fdd-bd41c779655f req-6c52d56a-37d7-4a4d-b6b9-fcb8532b531d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.496741 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Attempting to bind port ba0f9db8-014d-4d66-914d-f3986584225e on network 10e460ed-902f-43c7-94be-ffc843cf9017 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:00.498149 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33e97d68-72ed-4f36-8fdd-bd41c779655f req-6c52d56a-37d7-4a4d-b6b9-fcb8532b531d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0637028 Mar 22 19:32:00.511338 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:00.511595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Checking segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:00.512008 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.512422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Bound using segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:00.512908 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Bound port: ba0f9db8-014d-4d66-914d-f3986584225e, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:00.513290 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.551117 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33e97d68-72ed-4f36-8fdd-bd41c779655f req-52af15ee-de30-42d0-ac17-bc1e98026e13 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 Mar 22 19:32:00.579096 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6ff2a474-e810-4b2a-ab7d-488510255d5d None None] Provisioning complete for port ba0f9db8-014d-4d66-914d-f3986584225e triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:00.579399 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a474-e810-4b2a-ab7d-488510255d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.675841 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2a474-e810-4b2a-ab7d-488510255d5d None None] Port ba0f9db8-014d-4d66-914d-f3986584225e cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:32:00.710968 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] For port ba0f9db8-014d-4d66-914d-f3986584225e, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:00.729846 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] For port ba0f9db8-014d-4d66-914d-f3986584225e, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=ba0f9db8-014d-4d66-914d-f3986584225e,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:00.743299 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Publish callbacks [] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.760157 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks [] for router_gateway (f8eeb332-1c9d-48b6-b128-e30301491d8f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.779512 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.799786 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.846958 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.851430 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:00.852145 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:00.942119 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Allocated IP 172.27.0.247 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/a7fde791-3d8e-43f2-8db3-6ff2aa172968) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:00.949508 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:00.952740 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cdd43-58c8-4ad8-880d-cc1eb5a4616c None None] Pushing event updated for resources: {'Port': ['ID=ba0f9db8-014d-4d66-914d-f3986584225e,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:00.957512 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:00.963426 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:01.041001 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Pushing event updated for resources: {'Port': ['ID=c699bcd7-59ef-4d10-888a-0d7df206d1a3,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:01.067859 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks [] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.086106 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 79e7e8b7-94d2-4d14-961a-354bd28a700b up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:01.087585 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:01.142207 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Attempting to bind port c699bcd7-59ef-4d10-888a-0d7df206d1a3 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:01.143317 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Attempting to bind port c699bcd7-59ef-4d10-888a-0d7df206d1a3 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:01.143317 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Attempting to bind port c699bcd7-59ef-4d10-888a-0d7df206d1a3 on network dcb9070e-bbb4-479e-b132-af6df407a0d2 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:01.169951 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:01.170329 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Checking segment: {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:01.170734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.173871 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Bound using segment: {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:01.173871 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Bound port: c699bcd7-59ef-4d10-888a-0d7df206d1a3, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:01.173871 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.202599 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.220349 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] Provisioning complete for port ba0f9db8-014d-4d66-914d-f3986584225e triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:01.220725 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.240096 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:01.248434 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:01.252958 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:01.254939 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Pushing event updated for resources: {'Port': ['ID=a7fde791-3d8e-43f2-8db3-6ff2aa172968,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:01.360982 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 79e7e8b7-94d2-4d14-961a-354bd28a700b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:01.361273 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.409407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] For port c699bcd7-59ef-4d10-888a-0d7df206d1a3, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:01.458171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] For port c699bcd7-59ef-4d10-888a-0d7df206d1a3, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=c699bcd7-59ef-4d10-888a-0d7df206d1a3,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:01.522273 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] Current status of the port ba0f9db8-014d-4d66-914d-f3986584225e is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:01.522667 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.528381 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.593119 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks [] for router_gateway (f8eeb332-1c9d-48b6-b128-e30301491d8f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.606298 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 79e7e8b7-94d2-4d14-961a-354bd28a700b is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:01.632036 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] For port ba0f9db8-014d-4d66-914d-f3986584225e, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=ba0f9db8-014d-4d66-914d-f3986584225e,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:01.646720 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8881-fb3e-477c-99dc-be44a69034fd None None] Pushing event updated for resources: {'Port': ['ID=c699bcd7-59ef-4d10-888a-0d7df206d1a3,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:01.656501 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:00Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:01.696103 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed88217-beca-4b1b-b72d-f86fd6344dbe None None] The sync data for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi is: [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:00Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:01.700232 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.730905 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75748a-eb06-4401-99b0-6b749f56fbd8 req-be1864f5-8d35-4f17-b23b-e89ec08a1d4f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:01.733127 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb75748a-eb06-4401-99b0-6b749f56fbd8 req-be1864f5-8d35-4f17-b23b-e89ec08a1d4f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0990407 Mar 22 19:32:01.809801 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ca8bf-8c82-4111-bc20-f960d79fb021 None None] Pushing event updated for resources: {'Port': ['ID=ba0f9db8-014d-4d66-914d-f3986584225e,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:01.855406 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb75748a-eb06-4401-99b0-6b749f56fbd8 req-f8dcd24a-86a6-48b1-9b0e-6aecd467b14e tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162519 Mar 22 19:32:01.907843 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (f8eeb332-1c9d-48b6-b128-e30301491d8f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.153098 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Router f8eeb332-1c9d-48b6-b128-e30301491d8f is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:32:02.270600 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:02.282200 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Sync routers for ids ['f8eeb332-1c9d-48b6-b128-e30301491d8f'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:02.295424 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Routers {'f8eeb332-1c9d-48b6-b128-e30301491d8f'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:02.295424 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f8eeb332-1c9d-48b6-b128-e30301491d8f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:02.356018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.357895 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4eafc3aa-0b45-467d-ab5c-a0cf569cf89e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3453646 Mar 22 19:32:02.360478 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52514) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:02.407705 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Set router f8eeb332-1c9d-48b6-b128-e30301491d8f gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:02.593432 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:32:02.625720 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 3, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:02.655925 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Checking router: f8eeb332-1c9d-48b6-b128-e30301491d8f for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:02.656530 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Updating router f8eeb332-1c9d-48b6-b128-e30301491d8f port a7fde791-3d8e-43f2-8db3-6ff2aa172968 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:32:02.687190 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.819614 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c370295-5194-48c1-9701-442eca958055 None None] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:02.923995 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] Provisioning complete for port c699bcd7-59ef-4d10-888a-0d7df206d1a3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:02.925296 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.959197 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Publish callbacks [] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.027661 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.083324 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908b941-c49c-428f-86ec-7e3521ae21da None None] Pushing event updated for resources: {'Port': ['ID=a7fde791-3d8e-43f2-8db3-6ff2aa172968,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.096908 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739633b3-832a-4837-b321-17976d3ac1c5 req-528ab1b6-dee9-4172-a7b2-0502e7848013 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:03.098483 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-739633b3-832a-4837-b321-17976d3ac1c5 req-528ab1b6-dee9-4172-a7b2-0502e7848013 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.1292994 Mar 22 19:32:03.103900 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Attempting to bind port a7fde791-3d8e-43f2-8db3-6ff2aa172968 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:03.104270 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Attempting to bind port a7fde791-3d8e-43f2-8db3-6ff2aa172968 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:03.104629 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Attempting to bind port a7fde791-3d8e-43f2-8db3-6ff2aa172968 on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:03.112622 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] Current status of the port c699bcd7-59ef-4d10-888a-0d7df206d1a3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.113022 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.118942 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:03.120325 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:03.122899 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.124613 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.125079 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:03.125597 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Bound port: a7fde791-3d8e-43f2-8db3-6ff2aa172968, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:03.125987 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.175065 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] For port c699bcd7-59ef-4d10-888a-0d7df206d1a3, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=c699bcd7-59ef-4d10-888a-0d7df206d1a3,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:03.213766 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-739633b3-832a-4837-b321-17976d3ac1c5 req-e64e7410-ed1e-4b02-af8c-d4dbe2a19499 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076753 Mar 22 19:32:03.225136 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] For port a7fde791-3d8e-43f2-8db3-6ff2aa172968, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:03.228475 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] For port a7fde791-3d8e-43f2-8db3-6ff2aa172968, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a7fde791-3d8e-43f2-8db3-6ff2aa172968,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:03.245343 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.277780 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device ba0f9db8-014d-4d66-914d-f3986584225e up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:03.300478 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.344531 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1744a-6fa9-41fc-a974-f2451650f7dc None None] Pushing event updated for resources: {'Port': ['ID=c699bcd7-59ef-4d10-888a-0d7df206d1a3,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.375170 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Routers {'f8eeb332-1c9d-48b6-b128-e30301491d8f'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:03.376257 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f8eeb332-1c9d-48b6-b128-e30301491d8f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:03.378166 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port ba0f9db8-014d-4d66-914d-f3986584225e triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:03.378549 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.395974 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Allocated IP 172.20.0.1 (dcb9070e-bbb4-479e-b132-af6df407a0d2/0e80b925-9efe-4f8d-b176-d620461fdf59/1e1effcb-4f61-4a66-8428-2a807b15c5e6) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:03.420728 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759380-cf7d-4be0-889d-72a4fc85c6a7 req-25e0fd77-c260-42ac-bf81-061cb6000803 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:03.422451 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-97759380-cf7d-4be0-889d-72a4fc85c6a7 req-25e0fd77-c260-42ac-bf81-061cb6000803 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0920308 Mar 22 19:32:03.485682 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port ba0f9db8-014d-4d66-914d-f3986584225e is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.486883 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device c699bcd7-59ef-4d10-888a-0d7df206d1a3 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:03.488551 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3016727e-dd5c-415b-bcd1-112a525658bc None None] Provisioning complete for port c699bcd7-59ef-4d10-888a-0d7df206d1a3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:03.489053 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3016727e-dd5c-415b-bcd1-112a525658bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.489598 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908b941-c49c-428f-86ec-7e3521ae21da None None] Pushing event updated for resources: {'Port': ['ID=a7fde791-3d8e-43f2-8db3-6ff2aa172968,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.533314 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-97759380-cf7d-4be0-889d-72a4fc85c6a7 req-23bdfa63-2963-49db-8118-1747d2c10d38 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928929 Mar 22 19:32:03.540985 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] Set router f8eeb332-1c9d-48b6-b128-e30301491d8f gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:03.563362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52522) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:03.572184 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks [] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.575445 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port c699bcd7-59ef-4d10-888a-0d7df206d1a3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:03.575445 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.634391 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3016727e-dd5c-415b-bcd1-112a525658bc None None] Current status of the port c699bcd7-59ef-4d10-888a-0d7df206d1a3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.685374 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port c699bcd7-59ef-4d10-888a-0d7df206d1a3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.708284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.753318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:03.756464 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:03.763700 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:03.797425 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1effcb-4f61-4a66-8428-2a807b15c5e6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.835550 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (f8eeb332-1c9d-48b6-b128-e30301491d8f), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.854406 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 3, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:03.882610 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32412ec4-827b-4517-ae6d-a50494eaf4e0 None None] The sync data for ids ['f8eeb332-1c9d-48b6-b128-e30301491d8f'] in dv-cinder-799871-19-iscsi is: [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 3, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:03.900859 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c282f4d-4ad2-41e1-920c-9b4ccc107df6 tempest-TestShelveInstance-306541605 tempest-TestShelveInstance-306541605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:03.902457 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7c282f4d-4ad2-41e1-920c-9b4ccc107df6 tempest-TestShelveInstance-306541605 tempest-TestShelveInstance-306541605-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1124 time: 0.3378806 Mar 22 19:32:03.905372 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52526) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:03.909710 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'port_id': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:04.021775 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.058616 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-c9ad80af-7f4f-4b43-bed5-7eeb51775542 None None] Provisioning complete for port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:04.059313 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9ad80af-7f4f-4b43-bed5-7eeb51775542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.103362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.248341 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad80af-7f4f-4b43-bed5-7eeb51775542 None None] Port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:32:04.281251 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.404508 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks [] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.434712 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Allocated IP 172.27.0.24 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/787c2256-0c7b-4372-be94-9961e5726cda) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:04.489995 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.576916 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1effcb-4f61-4a66-8428-2a807b15c5e6,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:04.582430 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (f8eeb332-1c9d-48b6-b128-e30301491d8f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.669123 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for port (787c2256-0c7b-4372-be94-9961e5726cda), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.732415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:04.734637 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:04.811083 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (787c2256-0c7b-4372-be94-9961e5726cda), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.873819 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:04.879468 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:04.883996 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'Port': ['ID=787c2256-0c7b-4372-be94-9961e5726cda,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:04.888531 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:04.950634 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Router f8eeb332-1c9d-48b6-b128-e30301491d8f has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:04.975386 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f6df8906-b5d8-42d9-bd1b-cb7fb01a0a9b None None] Provisioning complete for port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:04.975901 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6df8906-b5d8-42d9-bd1b-cb7fb01a0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.020532 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f6df8906-b5d8-42d9-bd1b-cb7fb01a0a9b None None] Port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:32:05.128285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device c699bcd7-59ef-4d10-888a-0d7df206d1a3 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:05.182896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port c699bcd7-59ef-4d10-888a-0d7df206d1a3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:05.183383 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.209842 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:05.216409 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-38de35f5-4130-4a5d-8f71-22297b534b55 admin admin] 10.222.0.79 "PUT /v2.0/routers/f8eeb332-1c9d-48b6-b128-e30301491d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8548765 Mar 22 19:32:05.281971 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port c699bcd7-59ef-4d10-888a-0d7df206d1a3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:05.283053 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a7fde791-3d8e-43f2-8db3-6ff2aa172968 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:05.328915 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-99344c77-3c9e-4d69-ad83-5582750429e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.333848 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port a7fde791-3d8e-43f2-8db3-6ff2aa172968 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:05.334220 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.396723 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for floatingip (b9308721-31d0-4dfb-a00a-3c5f626c88fc), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.439789 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a7fde791-3d8e-43f2-8db3-6ff2aa172968 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:05.440336 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.466395 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port a7fde791-3d8e-43f2-8db3-6ff2aa172968, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a7fde791-3d8e-43f2-8db3-6ff2aa172968,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:05.533998 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.555663 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (787c2256-0c7b-4372-be94-9961e5726cda), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.587749 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=a7fde791-3d8e-43f2-8db3-6ff2aa172968,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:05.732113 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for port (787c2256-0c7b-4372-be94-9961e5726cda), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.800280 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (787c2256-0c7b-4372-be94-9961e5726cda), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.800406 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Sync routers for ids ['f8eeb332-1c9d-48b6-b128-e30301491d8f'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:05.810155 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Routers {'f8eeb332-1c9d-48b6-b128-e30301491d8f'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:05.810784 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f8eeb332-1c9d-48b6-b128-e30301491d8f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:05.932598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Set router f8eeb332-1c9d-48b6-b128-e30301491d8f gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:06.153217 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event updated for resources: {'Port': ['ID=787c2256-0c7b-4372-be94-9961e5726cda,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:06.166715 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (b9308721-31d0-4dfb-a00a-3c5f626c88fc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.188415 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:03Z', 'revision_number': 4, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '1e1effcb-4f61-4a66-8428-2a807b15c5e6', 'name': '', 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'mac_address': 'fa:16:3e:82:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e80b925-9efe-4f8d-b176-d620461fdf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:03Z', 'updated_at': '2022-03-22T19:32:04Z', 'revision_number': 2, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'subnets': [{'id': '0e80b925-9efe-4f8d-b176-d620461fdf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:06.220764 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Checking router: f8eeb332-1c9d-48b6-b128-e30301491d8f for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:06.221011 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Updating router f8eeb332-1c9d-48b6-b128-e30301491d8f port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:32:06.264741 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.310021 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Floating IP b9308721-31d0-4dfb-a00a-3c5f626c88fc associated. External IP: 172.27.0.24, port: fa79f485-7d0e-494d-9c1b-9c87abb841d7. Mar 22 19:32:06.626956 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Router 9da3a660-b95f-4fe1-958a-f95125a91919 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:06.659604 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Publish callbacks [] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.750638 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.779966 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:06.796410 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] Sync routers for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:06.816991 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:06.823732 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:06.886535 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.952752 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcba1f-9edf-4511-aae3-54e9a9e5fc3b None None] Pushing event updated for resources: {'Port': ['ID=1e1effcb-4f61-4a66-8428-2a807b15c5e6,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:06.972707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Attempting to bind port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:06.977512 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Attempting to bind port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:06.977961 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Attempting to bind port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 on network dcb9070e-bbb4-479e-b132-af6df407a0d2 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:06.987177 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:06.987576 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Checking segment: {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:06.987988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.995426 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Bound using segment: {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:06.996198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Bound port: 1e1effcb-4f61-4a66-8428-2a807b15c5e6, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551b763a-f95f-4383-aec1-6867c7b8752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:06.996618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.010900 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-94cd1d5a-f00c-4808-9adf-b059a14affe2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1040158 Mar 22 19:32:07.013937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:07.013937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876fd5b6-5821-4532-b6a9-d3a29308b056" -d '{"events": [{"name": "network-changed", "server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:07.116354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac00169-f65c-4560-bb70-45436f7a245f x-openstack-request-id: req-fac00169-f65c-4560-bb70-45436f7a245f {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:07.116354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:07.116354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fac00169-f65c-4560-bb70-45436f7a245f {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:07.116354 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac00169-f65c-4560-bb70-45436f7a245f'] response: {'name': 'network-changed', 'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'status': 'completed', 'code': 200} Mar 22 19:32:07.116833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] For port 1e1effcb-4f61-4a66-8428-2a807b15c5e6, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:07.117298 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:07.125794 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] For port 1e1effcb-4f61-4a66-8428-2a807b15c5e6, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1e1effcb-4f61-4a66-8428-2a807b15c5e6,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:07.161113 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a7fde791-3d8e-43f2-8db3-6ff2aa172968 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:07.213742 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a2387367-4dd7-4138-b57c-a9f0afeba547 None None] Provisioning complete for port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:07.215142 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a2387367-4dd7-4138-b57c-a9f0afeba547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.216445 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-44b38057-1b1b-4376-a41c-c1752d887e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.219078 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-44b38057-1b1b-4376-a41c-c1752d887e3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1129 time: 0.0830874 Mar 22 19:32:07.259329 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a2387367-4dd7-4138-b57c-a9f0afeba547 None None] Port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:32:07.264731 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.349333 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Routers {'f8eeb332-1c9d-48b6-b128-e30301491d8f'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:07.351717 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f8eeb332-1c9d-48b6-b128-e30301491d8f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:07.364553 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-23b6c4de-9bc7-44ce-a5c5-271ed72f65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.366582 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-23b6c4de-9bc7-44ce-a5c5-271ed72f65f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 910 time: 0.1362424 Mar 22 19:32:07.491020 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port a7fde791-3d8e-43f2-8db3-6ff2aa172968 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:07.491494 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.515194 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-7afbb75b-0564-4290-b1dc-0298be9fcd66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 998 time: 0.1406524 Mar 22 19:32:07.543348 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcba1f-9edf-4511-aae3-54e9a9e5fc3b None None] Pushing event updated for resources: {'Port': ['ID=1e1effcb-4f61-4a66-8428-2a807b15c5e6,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:07.581253 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'b9308721-31d0-4dfb-a00a-3c5f626c88fc', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'port_id': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'mac_address': 'fa:16:3e:26:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:05Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 0, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:58Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:07.656419 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] Checking router: 9da3a660-b95f-4fe1-958a-f95125a91919 for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:07.660547 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-901f1ce8-c5fa-4592-a5f1-b74badd2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.662582 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-901f1ce8-c5fa-4592-a5f1-b74badd2eb05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 200 len: 848 time: 0.1392114 Mar 22 19:32:07.668494 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a7fde791-3d8e-43f2-8db3-6ff2aa172968 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:07.670123 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:07.671444 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:31:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:07.728335 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] Set router f8eeb332-1c9d-48b6-b128-e30301491d8f gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:07.802622 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-ccc4b2c3-7663-474a-9d5c-f952ebaf810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.804238 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-ccc4b2c3-7663-474a-9d5c-f952ebaf810f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1318433 Mar 22 19:32:07.858543 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] Provisioning complete for port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:07.858543 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.867902 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:07.985363 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cd8cbaac-4931-422b-8cd7-abed23658042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.014667 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-59e234e1-cdbd-4305-82c3-6913b4a71d86 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907299 Mar 22 19:32:08.132281 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-876fd5b6-5821-4532-b6a9-d3a29308b056 req-dfafd7a7-41fc-435a-a69a-41d4e625b3ff service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094656 Mar 22 19:32:08.192204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] Current status of the port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:08.192950 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.195108 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'b9308721-31d0-4dfb-a00a-3c5f626c88fc', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'port_id': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'mac_address': 'fa:16:3e:26:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:05Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 0, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:58Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:08.215483 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:03Z', 'revision_number': 4, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '1e1effcb-4f61-4a66-8428-2a807b15c5e6', 'name': '', 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'mac_address': 'fa:16:3e:82:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e80b925-9efe-4f8d-b176-d620461fdf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:03Z', 'updated_at': '2022-03-22T19:32:07Z', 'revision_number': 4, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'subnets': [{'id': '0e80b925-9efe-4f8d-b176-d620461fdf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:08.237273 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c2b5f-4a5d-420b-9915-63e8599f6522 None None] The sync data for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi is: [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'b9308721-31d0-4dfb-a00a-3c5f626c88fc', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'port_id': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'mac_address': 'fa:16:3e:26:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:05Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 0, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:58Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:08.254098 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c3b41-ac71-4a6e-8e1b-43d8e100bd50 None None] The sync data for ids ['f8eeb332-1c9d-48b6-b128-e30301491d8f'] in dv-cinder-799871-19-iscsi is: [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:03Z', 'revision_number': 4, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '1e1effcb-4f61-4a66-8428-2a807b15c5e6', 'name': '', 'network_id': 'dcb9070e-bbb4-479e-b132-af6df407a0d2', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'mac_address': 'fa:16:3e:82:ee:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e80b925-9efe-4f8d-b176-d620461fdf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:03Z', 'updated_at': '2022-03-22T19:32:07Z', 'revision_number': 4, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'subnets': [{'id': '0e80b925-9efe-4f8d-b176-d620461fdf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:08.271970 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] For port 1e1effcb-4f61-4a66-8428-2a807b15c5e6, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1e1effcb-4f61-4a66-8428-2a807b15c5e6,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:08.364467 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.438765 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e29a3-e8af-4a93-a2e8-c9cd6983d9ee None None] Pushing event updated for resources: {'Port': ['ID=1e1effcb-4f61-4a66-8428-2a807b15c5e6,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:08.606717 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c88e21-362e-4cd4-b595-d60a0bb0c163 None None] New status for floating IP b9308721-31d0-4dfb-a00a-3c5f626c88fc: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:09.167430 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1e1effcb-4f61-4a66-8428-2a807b15c5e6 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:09.280847 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:09.281460 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.319487 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.421168 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae53e-631f-45e5-8c85-4e35bb190487 req-cc0d9ed9-41a0-4613-8f9e-ce8d11c902ab tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.423991 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-30aae53e-631f-45e5-8c85-4e35bb190487 req-cc0d9ed9-41a0-4613-8f9e-ce8d11c902ab tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0891449 Mar 22 19:32:09.435206 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:09.486233 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-30aae53e-631f-45e5-8c85-4e35bb190487 req-fa372f5b-c1cc-41dc-ae7f-839b5c2059e7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563970 Mar 22 19:32:10.382327 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.442844 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.630986 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b83f2-0348-46ea-b278-8e3ebace33c6 req-3b2a7d90-e12a-44dc-b2cb-189310cd2049 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:10.632430 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c29b83f2-0348-46ea-b278-8e3ebace33c6 req-3b2a7d90-e12a-44dc-b2cb-189310cd2049 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0638776 Mar 22 19:32:10.688669 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c29b83f2-0348-46ea-b278-8e3ebace33c6 req-639547e1-a33f-482f-8dd1-c2bab0ed1e03 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492992 Mar 22 19:32:11.724542 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:11.826412 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629444b-f527-4a01-aefb-3b8e2ee7be15 req-b3f7a74a-980b-45f9-82b8-f9e523013c82 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.828115 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b629444b-f527-4a01-aefb-3b8e2ee7be15 req-b3f7a74a-980b-45f9-82b8-f9e523013c82 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0616784 Mar 22 19:32:11.886139 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b629444b-f527-4a01-aefb-3b8e2ee7be15 req-fa8a4b8f-beb5-44cd-96b1-feac85c570ad tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506670 Mar 22 19:32:13.027387 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c731e-02e9-40fb-94d4-a92f0fbf16af req-f83a1c47-39a1-4bfe-a01e-83fb26672eec tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.027387 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b44c731e-02e9-40fb-94d4-a92f0fbf16af req-f83a1c47-39a1-4bfe-a01e-83fb26672eec tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0704706 Mar 22 19:32:13.091689 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b44c731e-02e9-40fb-94d4-a92f0fbf16af req-c1440254-583e-4bce-abe0-9113e2379e14 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572171 Mar 22 19:32:14.225061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fcba7-01b3-4c01-8a1d-cd9a4b8ea1bc req-5f0dbb4c-53ea-4f09-a9e4-d4bc0982f559 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.226661 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4b3fcba7-01b3-4c01-8a1d-cd9a4b8ea1bc req-5f0dbb4c-53ea-4f09-a9e4-d4bc0982f559 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0648592 Mar 22 19:32:14.279405 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4b3fcba7-01b3-4c01-8a1d-cd9a4b8ea1bc req-a8bfe6de-6821-40cd-af66-5eb55e9be584 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Mar 22 19:32:15.440404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0872-3cf5-41dc-a058-15ee16becfaf req-3d2fc255-f141-4289-9666-233a6f261c8e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.441910 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-42ad0872-3cf5-41dc-a058-15ee16becfaf req-3d2fc255-f141-4289-9666-233a6f261c8e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0834279 Mar 22 19:32:15.499081 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-42ad0872-3cf5-41dc-a058-15ee16becfaf req-21733685-1726-4b1e-982c-4a2ae624c0c1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498722 Mar 22 19:32:15.659115 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17084908-39c9-4200-8bd8-d9325cb64ad5 req-252615bd-b94d-4bcb-bc43-d44155d5a45b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.660817 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-17084908-39c9-4200-8bd8-d9325cb64ad5 req-252615bd-b94d-4bcb-bc43-d44155d5a45b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0617118 Mar 22 19:32:15.740273 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-17084908-39c9-4200-8bd8-d9325cb64ad5 req-8bf31c47-a637-4c05-83fd-2264d8213970 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507648 Mar 22 19:32:15.746366 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-ba28d011-6653-40a2-ba40-5067ee7eb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.747872 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-ba28d011-6653-40a2-ba40-5067ee7eb8d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.0861006 Mar 22 19:32:15.854877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-c233b3d3-635a-44e2-861d-5fe26d2166fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.856631 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-c233b3d3-635a-44e2-861d-5fe26d2166fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.0993276 Mar 22 19:32:15.935010 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-f22392e1-8fc4-42dc-9b39-5880c6cba34e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 1000 time: 0.0684938 Mar 22 19:32:15.994687 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-faa04c47-92d1-454f-a765-0e37c95699b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.996611 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-faa04c47-92d1-454f-a765-0e37c95699b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0550711 Mar 22 19:32:16.053724 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-21bb5740-bc65-4e32-9010-58054198e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.055335 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-21bb5740-bc65-4e32-9010-58054198e7ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478377 Mar 22 19:32:16.153535 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-6220bbf6-22ad-4d24-b197-e801744b1a46 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876293 Mar 22 19:32:16.253159 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b567adf9-34f1-46a8-97b1-9fb0dbe59783 req-98c8167b-30d6-4eb2-a832-fd5b676a3ed4 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934775 Mar 22 19:32:16.629875 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65dedf-f88f-4af0-b566-39a71a9cef20 req-404d1d13-941c-4e6a-a370-e09f7fd7dff5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.643274 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bf65dedf-f88f-4af0-b566-39a71a9cef20 req-404d1d13-941c-4e6a-a370-e09f7fd7dff5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0556934 Mar 22 19:32:16.712288 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bf65dedf-f88f-4af0-b566-39a71a9cef20 req-c367a58f-c796-4686-8e3f-6b24328fa533 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738568 Mar 22 19:32:16.873341 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526090b9-68dd-4089-bb2d-ccd1d8f50884 req-3971bb0c-89ff-4416-bea0-c186a6214630 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.874884 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-526090b9-68dd-4089-bb2d-ccd1d8f50884 req-3971bb0c-89ff-4416-bea0-c186a6214630 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Mar 22 19:32:16.936112 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-526090b9-68dd-4089-bb2d-ccd1d8f50884 req-6d93137e-b71b-44fe-9119-ee964c3ddb8c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548596 Mar 22 19:32:17.840941 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e301cb-70dc-4887-8852-9658c79c9563 req-ad177b38-e56d-4f09-88c4-f503311d6045 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.842591 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-40e301cb-70dc-4887-8852-9658c79c9563 req-ad177b38-e56d-4f09-88c4-f503311d6045 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0560014 Mar 22 19:32:17.890728 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-40e301cb-70dc-4887-8852-9658c79c9563 req-9a3f74ef-e001-40cc-acfb-3699e133edc5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Mar 22 19:32:18.050185 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a903-f3f2-4632-9c4c-d27ea3cf57fc req-5014d75b-2911-4932-ab84-95fa9caef474 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:18.051657 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1393a903-f3f2-4632-9c4c-d27ea3cf57fc req-5014d75b-2911-4932-ab84-95fa9caef474 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Mar 22 19:32:18.101419 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1393a903-f3f2-4632-9c4c-d27ea3cf57fc req-6410c1c0-a24a-4419-a250-8bebffe1c7b3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Mar 22 19:32:18.372978 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-66f070de-a4d8-4219-864d-b012d32e8d55 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:18.374419 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-66f070de-a4d8-4219-864d-b012d32e8d55 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 814 time: 0.0977030 Mar 22 19:32:18.389378 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-1c981cce-ab7b-4074-b000-47aa60234119 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/quotas/3b69ec065b564daca8312f622f2a9960 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Mar 22 19:32:18.443087 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-5ed49eda-14c9-43ea-aa46-e3f286dd3a5c tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485752 Mar 22 19:32:18.538176 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-3de30733-11c0-4ab1-ad73-2e20b602975e service neutron] 10.222.0.79 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828416 Mar 22 19:32:18.625885 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-5be4bd03-89c0-4107-acb5-a8ed292fc908 service neutron] 10.222.0.79 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809121 Mar 22 19:32:18.865401 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-942ecbcb-f399-4394-88b9-019b85bf00f6 req-d0e94537-1934-41a4-a620-b84235bc8c1e tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 210 time: 0.0314744 Mar 22 19:32:19.017483 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2263285-3e15-4b14-b2e0-1154a9d878be req-7459600b-e78a-4a62-8161-175606123ab2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.018966 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b2263285-3e15-4b14-b2e0-1154a9d878be req-7459600b-e78a-4a62-8161-175606123ab2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0595942 Mar 22 19:32:19.066308 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b2263285-3e15-4b14-b2e0-1154a9d878be req-06f1a262-d191-4f99-a31a-72a7009a173b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Mar 22 19:32:19.219215 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71022f8e-1af0-4fc9-8312-346e278973a2 req-4ff683be-1d9a-4e5e-9b97-ec8bf34585e6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.220725 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71022f8e-1af0-4fc9-8312-346e278973a2 req-4ff683be-1d9a-4e5e-9b97-ec8bf34585e6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Mar 22 19:32:19.266360 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71022f8e-1af0-4fc9-8312-346e278973a2 req-1c052a49-c73e-40ff-a476-fd54b9df334a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Mar 22 19:32:19.960313 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b87d5768-0c19-418e-83a8-d4a3ab5f67e5 req-8765193e-6824-4bf9-a64a-03ca00bbccc5 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 210 time: 0.0286798 Mar 22 19:32:20.185340 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3a6b-0a2c-4cef-99d4-61b929b36bdf req-0a2f29a8-1231-42d6-947d-9d62f321b28c tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.186742 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-994f3a6b-0a2c-4cef-99d4-61b929b36bdf req-0a2f29a8-1231-42d6-947d-9d62f321b28c tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0530622 Mar 22 19:32:20.231727 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-994f3a6b-0a2c-4cef-99d4-61b929b36bdf req-5a0d3bd8-6412-4702-b479-a9579a0c981e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394001 Mar 22 19:32:20.389302 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afed02-914f-4541-9c3e-39a08bf0b695 req-5cda3dac-ced5-4181-bc41-9b7aed981a6f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.390795 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91afed02-914f-4541-9c3e-39a08bf0b695 req-5cda3dac-ced5-4181-bc41-9b7aed981a6f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0563712 Mar 22 19:32:20.441799 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91afed02-914f-4541-9c3e-39a08bf0b695 req-090e2564-3f62-4300-ad18-19dfefef5793 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Mar 22 19:32:20.612467 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe7cd-189e-4107-9ff1-354b214d5868 req-e591de19-2d6f-4734-980a-b85e2ebbbb73 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.614006 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a8fe7cd-189e-4107-9ff1-354b214d5868 req-e591de19-2d6f-4734-980a-b85e2ebbbb73 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0551140 Mar 22 19:32:20.665546 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a8fe7cd-189e-4107-9ff1-354b214d5868 req-0102286b-3059-4b57-94c3-55d2e1628fa6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433490 Mar 22 19:32:20.758600 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-5fac3aa4-2960-4791-9736-5d9d7c29994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.760804 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-5fac3aa4-2960-4791-9736-5d9d7c29994a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 1129 time: 0.0492613 Mar 22 19:32:20.860094 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-5c782dc6-1fe0-45d6-9b98-1bca457221e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.861703 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-5c782dc6-1fe0-45d6-9b98-1bca457221e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 912 time: 0.0930152 Mar 22 19:32:20.940433 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-f287371c-cca8-4839-97a7-f9be740db694 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 200 len: 1001 time: 0.0631287 Mar 22 19:32:21.006650 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-b867317a-be11-40e4-823a-4723310cda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.008091 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-b867317a-be11-40e4-823a-4723310cda74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.0498304 Mar 22 19:32:21.073472 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1504ff30-51a9-45d3-ae8e-b6db1fcdb0d3 req-497d1951-4b2d-437d-9eb5-c667b5ef804f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 210 time: 0.0445526 Mar 22 19:32:21.086630 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-0ea74094-cb6e-4b15-82c7-7d99fd7e7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.089117 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-0ea74094-cb6e-4b15-82c7-7d99fd7e7b7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706882 Mar 22 19:32:21.119789 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481f1-1345-4b4d-b424-4990eb697a4c req-2f0a3ebc-8554-42ee-95c7-9380991e391e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.121265 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8a5481f1-1345-4b4d-b424-4990eb697a4c req-2f0a3ebc-8554-42ee-95c7-9380991e391e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0577130 Mar 22 19:32:21.179546 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8a5481f1-1345-4b4d-b424-4990eb697a4c req-ecc7d969-157a-47ff-811a-444a01fe017d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524294 Mar 22 19:32:21.240610 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-bf3f10de-ca17-45b4-b3cc-0cedfc0b13b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431253 Mar 22 19:32:21.329785 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-c21d8220-a5a5-4cf6-b340-2e491a998459 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.331283 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-c21d8220-a5a5-4cf6-b340-2e491a998459 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.45 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 814 time: 0.1718919 Mar 22 19:32:21.346231 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'port': {'device_id': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'admin_state_up': True, 'tenant_id': '3b69ec065b564daca8312f622f2a9960'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:21.415666 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff5ee69f-1c31-460c-a6ca-4dec1032e2a1 req-b395edad-1536-400d-b867-a40234456d38 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689301 Mar 22 19:32:21.542870 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Made reservation on behalf of 3b69ec065b564daca8312f622f2a9960 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:21.546124 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:21.612201 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb189c-2c63-4e30-a3e8-54636116d697 req-67596457-66d5-4d70-88f9-17e79da60591 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.613699 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aaeb189c-2c63-4e30-a3e8-54636116d697 req-67596457-66d5-4d70-88f9-17e79da60591 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.1014438 Mar 22 19:32:21.710673 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aaeb189c-2c63-4e30-a3e8-54636116d697 req-9ea37cce-1f3d-4aba-a4f4-8be089847398 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878131 Mar 22 19:32:21.726625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Allocated IP 172.20.0.9 (10e460ed-902f-43c7-94be-ffc843cf9017/1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7/28000431-9234-4185-a7b6-1f5179d5023d) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:21.806487 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e1b03-fd6c-483e-a0b9-55d1cbc4b7d3 req-b3ebdb29-91c0-4a67-893f-ec2a5ef238c2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.808193 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ea0e1b03-fd6c-483e-a0b9-55d1cbc4b7d3 req-b3ebdb29-91c0-4a67-893f-ec2a5ef238c2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Mar 22 19:32:21.856041 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ea0e1b03-fd6c-483e-a0b9-55d1cbc4b7d3 req-cfa3e54a-06ce-416e-8acb-03f5b8424f3b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Mar 22 19:32:21.878563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for port (28000431-9234-4185-a7b6-1f5179d5023d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.037235 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.093675 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Network 10e460ed-902f-43c7-94be-ffc843cf9017 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:22.097285 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:22.114060 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:22.158908 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:22.194759 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.195778 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.310449 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f4d77-a7e2-4ad8-9e62-d994c563fa65 req-7102cb80-1466-4d31-a269-b1b429766e84 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.311998 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ba3f4d77-a7e2-4ad8-9e62-d994c563fa65 req-7102cb80-1466-4d31-a269-b1b429766e84 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.1122561 Mar 22 19:32:22.367955 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebba1-f6c2-4768-9b54-bd24063f7b9a req-bb552344-6aa0-4364-8991-d11c8d3af151 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.371115 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ba3f4d77-a7e2-4ad8-9e62-d994c563fa65 req-1eafab83-6d0b-4a2e-b323-5773f493bc49 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Mar 22 19:32:22.372701 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f71ebba1-f6c2-4768-9b54-bd24063f7b9a req-bb552344-6aa0-4364-8991-d11c8d3af151 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0879364 Mar 22 19:32:22.374641 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-731477f6-baf0-4bf5-8f3d-f86d59e89293 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0330613 Mar 22 19:32:22.437553 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f71ebba1-f6c2-4768-9b54-bd24063f7b9a req-a038e4cb-97a6-4dbf-b021-91136a09dd89 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574298 Mar 22 19:32:22.500245 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-0e647058-5e27-4b3f-95d2-cb23f4fda78c None None] Provisioning complete for port 28000431-9234-4185-a7b6-1f5179d5023d triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:22.500894 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0e647058-5e27-4b3f-95d2-cb23f4fda78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (28000431-9234-4185-a7b6-1f5179d5023d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.542893 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-0e647058-5e27-4b3f-95d2-cb23f4fda78c None None] Port 28000431-9234-4185-a7b6-1f5179d5023d cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:32:22.843708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597def92-c69f-4e0e-a9a3-7ca9b0ea82fa req-069ce42c-04d8-47a7-a782-acb2bf020c9f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.845378 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-597def92-c69f-4e0e-a9a3-7ca9b0ea82fa req-069ce42c-04d8-47a7-a782-acb2bf020c9f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0610619 Mar 22 19:32:22.897763 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-597def92-c69f-4e0e-a9a3-7ca9b0ea82fa req-87581b91-4f64-4c82-8612-a641a53a4150 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467234 Mar 22 19:32:22.985825 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978c7c4-3b2f-4355-810a-d559360ed992 req-c271a823-a29c-4404-8db4-8534cc84866d tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.987424 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7978c7c4-3b2f-4355-810a-d559360ed992 req-c271a823-a29c-4404-8db4-8534cc84866d tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0604999 Mar 22 19:32:23.048238 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7978c7c4-3b2f-4355-810a-d559360ed992 req-c1a20948-038f-4024-9d68-6a606c478cc3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528097 Mar 22 19:32:23.506781 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf10374-b880-40a9-8a0b-caf23536a1ca req-732ef076-5f99-492b-9b3e-8a27e34564aa tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:23.508607 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1cf10374-b880-40a9-8a0b-caf23536a1ca req-732ef076-5f99-492b-9b3e-8a27e34564aa tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.0682349 Mar 22 19:32:23.572590 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1cf10374-b880-40a9-8a0b-caf23536a1ca req-8faa04a9-bf79-4840-b260-85eb7fb80a7b tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Mar 22 19:32:23.586008 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9b16-3008-4830-9401-d35ca138446f req-0f06f314-5e15-473b-a54a-6bc4577538e3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:23.588111 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8e0e9b16-3008-4830-9401-d35ca138446f req-0f06f314-5e15-473b-a54a-6bc4577538e3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0645118 Mar 22 19:32:23.639107 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8e0e9b16-3008-4830-9401-d35ca138446f req-9dfe2ca0-680b-4cf1-a13a-7d1a9a0300d3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451765 Mar 22 19:32:24.021178 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c868f-d6d4-4cda-b024-a276fe28b8a2 req-bb3b134b-4322-44ef-ad1a-21001fd73278 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:24.022841 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d43c868f-d6d4-4cda-b024-a276fe28b8a2 req-bb3b134b-4322-44ef-ad1a-21001fd73278 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0530639 Mar 22 19:32:24.077576 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d43c868f-d6d4-4cda-b024-a276fe28b8a2 req-ce92d9e1-3efd-4a0f-b203-7967b310f851 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485458 Mar 22 19:32:24.694999 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052869d6-da5b-4db3-aad0-0bfc75821738 req-a8c20b20-594a-4f24-91f4-74297c6a6ed0 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:24.696811 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-052869d6-da5b-4db3-aad0-0bfc75821738 req-a8c20b20-594a-4f24-91f4-74297c6a6ed0 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.0561857 Mar 22 19:32:24.758220 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-052869d6-da5b-4db3-aad0-0bfc75821738 req-4be9d5c5-f397-471c-96e9-dfb94ce3fc2a tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540566 Mar 22 19:32:24.763151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a0ad-4ba9-4e8d-a02a-a57aacb9c1c4 req-b3657f00-48e7-4c15-8453-5ef4f69b4308 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:24.770163 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-78e5a0ad-4ba9-4e8d-a02a-a57aacb9c1c4 req-b3657f00-48e7-4c15-8453-5ef4f69b4308 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0634377 Mar 22 19:32:24.828065 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-78e5a0ad-4ba9-4e8d-a02a-a57aacb9c1c4 req-00b3e20a-3660-4084-b9c7-6e8ea8263abc tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568666 Mar 22 19:32:25.206359 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19e2e1-3116-4d83-86b5-7d3cfda2c455 req-8d514619-b9bc-4ea7-8011-735f1821567c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.207862 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1e19e2e1-3116-4d83-86b5-7d3cfda2c455 req-8d514619-b9bc-4ea7-8011-735f1821567c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0560548 Mar 22 19:32:25.257847 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1e19e2e1-3116-4d83-86b5-7d3cfda2c455 req-aee62c4c-ac89-4302-a378-484a767da33f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Mar 22 19:32:25.898777 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509c54b-1120-4fc8-9683-dd0f3e69d899 req-ee0f63bb-a1a5-4536-9cb3-d71bb2a949fc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.900585 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4509c54b-1120-4fc8-9683-dd0f3e69d899 req-ee0f63bb-a1a5-4536-9cb3-d71bb2a949fc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.0617602 Mar 22 19:32:25.962363 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf23fe7-b5e5-4254-83b5-ce09e3e800a3 req-19eda3ad-35fd-410c-9cf2-15dc8aa04ed2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.963993 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3bf23fe7-b5e5-4254-83b5-ce09e3e800a3 req-19eda3ad-35fd-410c-9cf2-15dc8aa04ed2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0569754 Mar 22 19:32:25.968227 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4509c54b-1120-4fc8-9683-dd0f3e69d899 req-5a9e4754-74e4-4c1f-8816-507abb4adaba tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602622 Mar 22 19:32:26.016484 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3bf23fe7-b5e5-4254-83b5-ce09e3e800a3 req-386edff9-0fcb-4722-b2e6-d9c0702af8f3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Mar 22 19:32:26.392348 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a0aa3-afc8-49b3-8c39-da5d7af1e1eb req-dc1da81b-8853-4f93-8f34-09e4c375695e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.394079 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-026a0aa3-afc8-49b3-8c39-da5d7af1e1eb req-dc1da81b-8853-4f93-8f34-09e4c375695e tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0603468 Mar 22 19:32:26.441833 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-026a0aa3-afc8-49b3-8c39-da5d7af1e1eb req-1d56b3d9-d59f-46de-a493-62d09badd4cd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Mar 22 19:32:27.106581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f49fc-e64e-4d3d-8039-a75f46b39a42 req-3aeeeafe-e046-4ac6-b5c8-feef27c41b20 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.108182 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4c5f49fc-e64e-4d3d-8039-a75f46b39a42 req-3aeeeafe-e046-4ac6-b5c8-feef27c41b20 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.0670049 Mar 22 19:32:27.141913 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b604ef-ae81-4bd7-be1a-b25a5c59e160 req-521280e9-a261-408b-82fc-e09574850f3e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.143426 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8b604ef-ae81-4bd7-be1a-b25a5c59e160 req-521280e9-a261-408b-82fc-e09574850f3e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0553749 Mar 22 19:32:27.159995 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4c5f49fc-e64e-4d3d-8039-a75f46b39a42 req-c7c5adcf-ad82-4f44-9ebf-998eefc20453 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459645 Mar 22 19:32:27.197766 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8b604ef-ae81-4bd7-be1a-b25a5c59e160 req-ab300ea8-b994-41b6-b35b-b47a6c3d1970 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478802 Mar 22 19:32:27.567385 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331009cb-f8c8-4977-9260-def525bfac1e req-c3f64e80-8144-4fbf-a4a3-b201802cf786 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.568937 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-331009cb-f8c8-4977-9260-def525bfac1e req-c3f64e80-8144-4fbf-a4a3-b201802cf786 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0543261 Mar 22 19:32:27.619724 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-331009cb-f8c8-4977-9260-def525bfac1e req-f943699d-3387-4095-b88b-a5e95894a65c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Mar 22 19:32:28.286772 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2970b-e43f-44b2-8fcd-9ffc969b3823 req-8d78f84f-40cf-454d-93ee-9244a3c1cafe tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:28.288751 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc2970b-e43f-44b2-8fcd-9ffc969b3823 req-8d78f84f-40cf-454d-93ee-9244a3c1cafe tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.0609999 Mar 22 19:32:28.344278 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc2970b-e43f-44b2-8fcd-9ffc969b3823 req-a4d0c571-11b4-48ee-b2ff-4049d5ff8e46 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Mar 22 19:32:28.373126 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7feac4-82cf-4c97-83c1-a0eb4202a988 req-43a03948-c119-49e0-a19a-01bf659da4b5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:28.374558 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3c7feac4-82cf-4c97-83c1-a0eb4202a988 req-43a03948-c119-49e0-a19a-01bf659da4b5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0867872 Mar 22 19:32:28.430089 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3c7feac4-82cf-4c97-83c1-a0eb4202a988 req-3ce7fc5e-0237-4eef-b2d0-01900632cf78 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486767 Mar 22 19:32:28.749081 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc62ff4-cf96-4233-a36f-7f0b35e9c25d req-c2914843-fb03-441a-98eb-cadba140b4c6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:28.750639 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dc62ff4-cf96-4233-a36f-7f0b35e9c25d req-c2914843-fb03-441a-98eb-cadba140b4c6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0588386 Mar 22 19:32:28.807020 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dc62ff4-cf96-4233-a36f-7f0b35e9c25d req-6ce30eb5-d5b9-4b3f-9bd4-464c124713ba tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505736 Mar 22 19:32:29.517979 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644613c-ba7b-44e0-870d-c9b7e465cd7c req-d981520f-6049-4159-882b-65bd90f464c4 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:29.526328 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b644613c-ba7b-44e0-870d-c9b7e465cd7c req-d981520f-6049-4159-882b-65bd90f464c4 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.1114731 Mar 22 19:32:29.587175 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acdfe3-a5d2-472f-ac7f-d0c76b4bc385 req-991c70f8-62ec-497e-9e1d-6ffedf5f6eb0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:29.589460 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94acdfe3-a5d2-472f-ac7f-d0c76b4bc385 req-991c70f8-62ec-497e-9e1d-6ffedf5f6eb0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0787034 Mar 22 19:32:29.596141 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b644613c-ba7b-44e0-870d-c9b7e465cd7c req-b6192325-7761-4387-a681-6a7a497e9ea1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689411 Mar 22 19:32:29.653762 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94acdfe3-a5d2-472f-ac7f-d0c76b4bc385 req-be8487d5-76ce-4a59-8528-cedfba57ab08 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585320 Mar 22 19:32:29.949336 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1779-5e7d-4000-8294-096023a2b909 req-59bd859c-8c76-43ee-8032-9c60865eaee3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:29.950835 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-698f1779-5e7d-4000-8294-096023a2b909 req-59bd859c-8c76-43ee-8032-9c60865eaee3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0692146 Mar 22 19:32:30.008163 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-698f1779-5e7d-4000-8294-096023a2b909 req-a1bbdfba-5769-49ca-ac38-3aa8f2fc5b2b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512471 Mar 22 19:32:30.731377 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dfc0a-2bc9-4646-b11d-bc5253479d3d req-f20d014d-85c3-4e6d-90d3-fc5e440b3bc3 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:30.739169 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e65dfc0a-2bc9-4646-b11d-bc5253479d3d req-f20d014d-85c3-4e6d-90d3-fc5e440b3bc3 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 931 time: 0.0686853 Mar 22 19:32:30.777537 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219cb44-5018-4f54-b72c-4909d1d25f9c req-2d46189f-dfa1-431f-bb1f-abb4b611634a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:30.779158 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2219cb44-5018-4f54-b72c-4909d1d25f9c req-2d46189f-dfa1-431f-bb1f-abb4b611634a tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0578079 Mar 22 19:32:30.784188 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e65dfc0a-2bc9-4646-b11d-bc5253479d3d req-6bdef656-e70e-4c3b-99f6-ddb7d2299da8 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Mar 22 19:32:30.830403 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2219cb44-5018-4f54-b72c-4909d1d25f9c req-95f6eb03-7476-4f9f-a34f-aee8c073fa08 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435565 Mar 22 19:32:31.152334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933566f-5a1e-447d-9a89-6b67a05d8a7a req-b3c4e3f0-586a-4dd3-9315-4fc5a86242f8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:31.153791 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5933566f-5a1e-447d-9a89-6b67a05d8a7a req-b3c4e3f0-586a-4dd3-9315-4fc5a86242f8 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0526905 Mar 22 19:32:31.202385 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5933566f-5a1e-447d-9a89-6b67a05d8a7a req-f72c36be-06eb-4d6e-b6b2-4333fd652ee2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Mar 22 19:32:31.259091 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Request body: {'port': {'device_id': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:31.323885 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.585338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28000431-9234-4185-a7b6-1f5179d5023d {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:31.593322 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Publish callbacks [] for port (28000431-9234-4185-a7b6-1f5179d5023d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.604677 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Transition to ACTIVE for port object 28000431-9234-4185-a7b6-1f5179d5023d will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:31.678324 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.727357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:31.802720 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Attempting to bind port 28000431-9234-4185-a7b6-1f5179d5023d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:31.803406 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Attempting to bind port 28000431-9234-4185-a7b6-1f5179d5023d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:31.803406 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Attempting to bind port 28000431-9234-4185-a7b6-1f5179d5023d on network 10e460ed-902f-43c7-94be-ffc843cf9017 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:31.809468 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Port 28000431-9234-4185-a7b6-1f5179d5023d on network 10e460ed-902f-43c7-94be-ffc843cf9017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:31.809841 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Attempting to bind port 28000431-9234-4185-a7b6-1f5179d5023d on network 10e460ed-902f-43c7-94be-ffc843cf9017 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:31.815106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:31.815445 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Checking segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:31.815866 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Bound using segment: {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:31.816417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Bound port: 28000431-9234-4185-a7b6-1f5179d5023d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8ac3af-a511-4d7d-b385-7f7100caa13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:31.816647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.890433 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:31.893187 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:31.926274 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798077-7f78-49a4-a650-c80c5d624cd4 req-e0df0096-4b83-4337-a165-0774f5a4c0ef tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:31.927891 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-00798077-7f78-49a4-a650-c80c5d624cd4 req-e0df0096-4b83-4337-a165-0774f5a4c0ef tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 943 time: 0.0729837 Mar 22 19:32:31.962996 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.982808 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-00798077-7f78-49a4-a650-c80c5d624cd4 req-ed81a760-8ae2-4cb2-a855-60c0f7067f86 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 Mar 22 19:32:32.005245 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.005860 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.007220 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] 10.222.0.45 "PUT /v2.0/ports/28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 1093 time: 0.7524908 Mar 22 19:32:32.007670 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:32.010787 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800ad427-7433-48ea-8462-5d1b0e8b6bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:32.024323 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd035b-3d7e-4c88-ad75-cc4df0439c1f req-dea5cc61-dfda-45db-8bf6-ab7eefc7485e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.025972 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ddd035b-3d7e-4c88-ad75-cc4df0439c1f req-dea5cc61-dfda-45db-8bf6-ab7eefc7485e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.1026537 Mar 22 19:32:32.052044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2d386-46a0-4102-953e-5188f90df5b8 x-openstack-request-id: req-a8f2d386-46a0-4102-953e-5188f90df5b8 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:32.052448 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:32.052763 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8f2d386-46a0-4102-953e-5188f90df5b8 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:32.053214 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f2d386-46a0-4102-953e-5188f90df5b8'] response: {'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'status': 'completed', 'code': 200} Mar 22 19:32:32.065041 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de189-0a09-4d36-b1f5-70685976114b service neutron] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:32.125239 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ddd035b-3d7e-4c88-ad75-cc4df0439c1f req-b374de2c-f6a8-4208-b5e6-d644cb13f455 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909252 Mar 22 19:32:32.145932 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad427-7433-48ea-8462-5d1b0e8b6bf7 req-d6afbfb1-73c9-4d19-be4c-d9bc27505160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.147811 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-800ad427-7433-48ea-8462-5d1b0e8b6bf7 req-d6afbfb1-73c9-4d19-be4c-d9bc27505160 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1127 time: 0.0768592 Mar 22 19:32:32.294408 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-7e875f19-05ca-48d0-b32f-da58f09913fd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.295891 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-7e875f19-05ca-48d0-b32f-da58f09913fd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.1071429 Mar 22 19:32:32.336322 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad427-7433-48ea-8462-5d1b0e8b6bf7 req-fb9e4385-5ef7-44b1-9fde-2e28a8f88324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.337883 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-800ad427-7433-48ea-8462-5d1b0e8b6bf7 req-fb9e4385-5ef7-44b1-9fde-2e28a8f88324 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3b69ec065b564daca8312f622f2a9960&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1577322 Mar 22 19:32:32.550790 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f579-5672-4e85-ba0b-f7f6aadd0f89 req-f316e207-a285-4d9c-9cd5-26c74ecae038 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.552307 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c154f579-5672-4e85-ba0b-f7f6aadd0f89 req-f316e207-a285-4d9c-9cd5-26c74ecae038 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.2774761 Mar 22 19:32:32.601963 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c154f579-5672-4e85-ba0b-f7f6aadd0f89 req-50d10e88-458d-45f0-967b-5d4da7e1371b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424926 Mar 22 19:32:32.715365 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad427-7433-48ea-8462-5d1b0e8b6bf7 req-5386e299-b13a-433d-999f-4af4078b3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.716930 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-800ad427-7433-48ea-8462-5d1b0e8b6bf7 req-5386e299-b13a-433d-999f-4af4078b3e9c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3709199 Mar 22 19:32:32.724056 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:32.724405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.810755 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb900b-a058-49f9-9461-51be5aa46b2a req-50f6901a-b9b9-4429-9978-4bd963e827ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.812212 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3fbb900b-a058-49f9-9461-51be5aa46b2a req-50f6901a-b9b9-4429-9978-4bd963e827ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.0455346 Mar 22 19:32:32.842566 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-4c90f7dc-8253-4df9-94c7-5d4dde4f154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.844112 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-4c90f7dc-8253-4df9-94c7-5d4dde4f154e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1127 time: 0.0768766 Mar 22 19:32:32.850514 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] For port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:32.850873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.861063 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3fbb900b-a058-49f9-9461-51be5aa46b2a req-a650ff54-a49a-421e-9d39-6f30c0878468 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Mar 22 19:32:32.915752 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-a2433f7b-7837-4e19-935e-40f613f59bfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 217 time: 0.0611567 Mar 22 19:32:33.152756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:33.153116 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (e94252f5-e07e-48ec-918d-e49687f8de9f), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:33.153430 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP e94252f5-e07e-48ec-918d-e49687f8de9f disassociated. External IP: 172.27.0.204, port: 9af82b0f-99b4-418d-83d8-0c436ba2dc1c. Mar 22 19:32:33.153765 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 9af82b0f-99b4-418d-83d8-0c436ba2dc1c owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:33.210979 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-efc39bcb-16aa-492a-b8e4-d69052153dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.213034 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-efc39bcb-16aa-492a-b8e4-d69052153dbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 200 len: 853 time: 0.1053030 Mar 22 19:32:33.225875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315b23f-00f0-4508-b703-412b92556218 req-1f120fe7-9023-435b-8952-7b253821a2ef tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.227395 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e315b23f-00f0-4508-b703-412b92556218 req-1f120fe7-9023-435b-8952-7b253821a2ef tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 943 time: 0.1530209 Mar 22 19:32:33.251609 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0a775-a0ae-419c-8172-9769f0ea6c54 req-811a1173-771e-487a-97ef-80fa9cc50661 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.253212 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-22e0a775-a0ae-419c-8172-9769f0ea6c54 req-811a1173-771e-487a-97ef-80fa9cc50661 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 946 time: 0.0572526 Mar 22 19:32:33.303853 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-22e0a775-a0ae-419c-8172-9769f0ea6c54 req-0d4f05b7-8d95-4965-b505-73fbd3e0f395 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=750870be-d9fb-4038-8450-50fd77158a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 Mar 22 19:32:33.335880 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e315b23f-00f0-4508-b703-412b92556218 req-a2d430b2-276b-4ce7-86e1-2515a110234d tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896730 Mar 22 19:32:33.355151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-00e018bb-7ef7-4748-b8c5-a266e6a2d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.356677 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-00e018bb-7ef7-4748-b8c5-a266e6a2d840 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e460ed-902f-43c7-94be-ffc843cf9017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1261718 Mar 22 19:32:33.445685 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (9af82b0f-99b4-418d-83d8-0c436ba2dc1c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:33.483191 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=9af82b0f-99b4-418d-83d8-0c436ba2dc1c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:33.493314 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-91f130d8-48f8-4694-8930-b81a3affdee5 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162446 Mar 22 19:32:33.662982 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b697d5f1-cba5-4e66-aab2-bf1b3e58389d req-8d2a783a-a19e-4fab-af64-fdf563a04af0 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352563 Mar 22 19:32:33.670170 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:33.727037 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dbd80-1beb-4c64-a423-ed0873b42311 req-efe6d954-4427-4e03-9663-8a0bd3a12988 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.729440 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f25dbd80-1beb-4c64-a423-ed0873b42311 req-efe6d954-4427-4e03-9663-8a0bd3a12988 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0593460 Mar 22 19:32:33.783393 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f25dbd80-1beb-4c64-a423-ed0873b42311 req-c471ed86-e000-4dc8-beda-f54a43f67df4 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475328 Mar 22 19:32:33.788182 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:33.801806 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:33.815394 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:33.816044 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:33.833700 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] No DVR routers for this DVR port 9af82b0f-99b4-418d-83d8-0c436ba2dc1c on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:33.836912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:33.840475 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a1fa7e66-c671-4190-b57b-87d77afe9de0 req-d86e9331-0e0f-4385-baa7-f15e2e7c3ba1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "DELETE /v2.0/ports/9af82b0f-99b4-418d-83d8-0c436ba2dc1c HTTP/1.1" status: 204 len: 173 time: 1.5375655 Mar 22 19:32:33.930742 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:34.054743 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'name': 'network-vif-deleted', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:34.058155 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3385ba4b-3275-42fa-a1d2-def05e82157b" -d '{"events": [{"server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "name": "network-vif-deleted", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:34.098550 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec05dfe0-3a8d-4332-bf0f-6e643e771aa8 x-openstack-request-id: req-ec05dfe0-3a8d-4332-bf0f-6e643e771aa8 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:34.099300 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458ff27-7a96-44e9-a074-0b5f27464d58", "name": "network-vif-deleted", "tag": "9af82b0f-99b4-418d-83d8-0c436ba2dc1c", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:34.099683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec05dfe0-3a8d-4332-bf0f-6e643e771aa8 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:34.100225 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec05dfe0-3a8d-4332-bf0f-6e643e771aa8'] response: {'server_uuid': '6458ff27-7a96-44e9-a074-0b5f27464d58', 'name': 'network-vif-deleted', 'tag': '9af82b0f-99b4-418d-83d8-0c436ba2dc1c', 'status': 'completed', 'code': 200} Mar 22 19:32:34.161926 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:34.187781 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:34.196282 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:34.197122 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:34.304701 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:34.452906 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f1754bf-4d33-4228-b9c4-44c37405fac4 req-8421ce62-eb72-4ae8-86a9-76e72004c0f2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=6458ff27-7a96-44e9-a074-0b5f27464d58 HTTP/1.1" status: 200 len: 210 time: 0.0439770 Mar 22 19:32:34.505371 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ccabf-518a-4d99-b8cb-059d8f0d45b1 req-59bf3a66-f64c-4f26-8df4-a0fc82099814 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.507088 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd9ccabf-518a-4d99-b8cb-059d8f0d45b1 req-59bf3a66-f64c-4f26-8df4-a0fc82099814 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 943 time: 0.0678051 Mar 22 19:32:34.556356 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd9ccabf-518a-4d99-b8cb-059d8f0d45b1 req-ff78cd0f-2315-4fe4-ae72-91a8f02a9456 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Mar 22 19:32:34.638883 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:34.669206 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0440c-9cb8-4079-b3b5-96120a53b7fb None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f3ccb258-dfe7-4611-88ad-7a948cdb28ac', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:23:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 2, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:34.940708 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844115f-a2f7-404a-8983-a35be5a27fad req-7d9b88e6-f5ea-489b-a617-45bd2565fdc9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.942210 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1844115f-a2f7-404a-8983-a35be5a27fad req-7d9b88e6-f5ea-489b-a617-45bd2565fdc9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0746131 Mar 22 19:32:34.964393 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd573d2-6ca9-4088-ab29-e64dddb747fb None None] New status for floating IP e94252f5-e07e-48ec-918d-e49687f8de9f: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:34.997741 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1844115f-a2f7-404a-8983-a35be5a27fad req-04ec6192-b89c-4224-8f07-b15a84d02afc tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490437 Mar 22 19:32:35.296225 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cdf7cfe7-8d41-4ccd-b00b-80ec33897a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:35.573715 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26912fe3-226c-457a-840a-ad6cc6c87857 req-69ba9c7a-9f3b-4457-93da-d92cf6fb4382 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.575222 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26912fe3-226c-457a-840a-ad6cc6c87857 req-69ba9c7a-9f3b-4457-93da-d92cf6fb4382 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0646803 Mar 22 19:32:35.604172 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52842) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:35.659902 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-e1cb3959-77df-4991-a6b1-21904c9bb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.661990 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-e1cb3959-77df-4991-a6b1-21904c9bb141 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.0858181 Mar 22 19:32:35.668560 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba00b-73ca-4f51-9cb4-671c2ae795b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (750870be-d9fb-4038-8450-50fd77158a47), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:35.683409 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26912fe3-226c-457a-840a-ad6cc6c87857 req-76fcaf30-7b88-41d4-b138-ac11c680ddc5 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995946 Mar 22 19:32:35.729023 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba00b-73ca-4f51-9cb4-671c2ae795b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (750870be-d9fb-4038-8450-50fd77158a47), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:35.770094 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-550c8018-7b9d-46f4-9c2a-90680208b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.771954 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-550c8018-7b9d-46f4-9c2a-90680208b2a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.1000218 Mar 22 19:32:35.774225 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe363-4da3-404c-a2eb-798a05c76681 req-02a5288e-55fa-4dd1-9f4b-18c6d23b9cc1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.776661 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a9dbe363-4da3-404c-a2eb-798a05c76681 req-02a5288e-55fa-4dd1-9f4b-18c6d23b9cc1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 943 time: 0.1097851 Mar 22 19:32:35.853579 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a9dbe363-4da3-404c-a2eb-798a05c76681 req-77febc74-c60c-420e-92d9-10223f5dc61c tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692539 Mar 22 19:32:35.853746 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-62448e57-c9ba-4acc-b927-a07ec7cdd4da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 1000 time: 0.0724149 Mar 22 19:32:35.913022 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-be0b0d71-6988-42fb-896c-ae9befa7364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.914497 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-be0b0d71-6988-42fb-896c-ae9befa7364f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0492632 Mar 22 19:32:35.966985 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-c3301042-6ed1-4665-8fc7-a5b80e104f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.968526 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-c3301042-6ed1-4665-8fc7-a5b80e104f61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475295 Mar 22 19:32:36.063582 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-01dc2238-3699-4071-b734-5d883b248067 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873556 Mar 22 19:32:36.152540 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba00b-73ca-4f51-9cb4-671c2ae795b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (750870be-d9fb-4038-8450-50fd77158a47), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.182052 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba00b-73ca-4f51-9cb4-671c2ae795b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.182052 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ed5ba00b-73ca-4f51-9cb4-671c2ae795b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/security-groups/750870be-d9fb-4038-8450-50fd77158a47 HTTP/1.1" status: 204 len: 168 time: 0.5542505 Mar 22 19:32:36.183147 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e9ee155-f172-437d-8072-a5b4e4c84a90 req-05637b96-932e-49a0-9bd1-6f04400cbb10 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915031 Mar 22 19:32:36.183256 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ba00b-73ca-4f51-9cb4-671c2ae795b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750870be-d9fb-4038-8450-50fd77158a47,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:36.183356 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52844) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:36.201042 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-de029fd5-a749-48a2-9d8e-38b194138704 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] show failed (client error): The resource could not be found. Mar 22 19:32:36.205521 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-de029fd5-a749-48a2-9d8e-38b194138704 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups/750870be-d9fb-4038-8450-50fd77158a47 HTTP/1.1" status: 404 len: 347 time: 0.0250306 Mar 22 19:32:36.207093 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52846) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:36.350796 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:36.351172 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.435540 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.435869 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.447435 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:36.733395 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.770703 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=1be10d99-db9b-4ca3-8d2b-cafedd3fe5e6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:36.861291 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (e94252f5-e07e-48ec-918d-e49687f8de9f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.864389 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.865634 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c5c8bc34-f889-400e-aca5-82d98e60a0be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/floatingips/e94252f5-e07e-48ec-918d-e49687f8de9f HTTP/1.1" status: 204 len: 168 time: 0.6574290 Mar 22 19:32:36.884504 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e7199-4b80-4867-a906-be36bedf578e req-660922c6-c2a7-4593-acfa-071431bb29b1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:36.886111 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b71e7199-4b80-4867-a906-be36bedf578e req-660922c6-c2a7-4593-acfa-071431bb29b1 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.1190417 Mar 22 19:32:36.935289 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 28000431-9234-4185-a7b6-1f5179d5023d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:36.939474 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b71e7199-4b80-4867-a906-be36bedf578e req-82c941fe-eb5a-49ad-87fa-6ce11653c443 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Mar 22 19:32:36.940037 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9af82b0f-99b4-418d-83d8-0c436ba2dc1c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:36.971844 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1aa17-7867-47f1-8859-8af22947576e req-baa3d69e-ff03-45d2-b499-e59636036d0c tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:36.974942 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-65e1aa17-7867-47f1-8859-8af22947576e req-baa3d69e-ff03-45d2-b499-e59636036d0c tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 943 time: 0.0623002 Mar 22 19:32:36.977032 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 9af82b0f-99b4-418d-83d8-0c436ba2dc1c {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:36.977383 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9af82b0f-99b4-418d-83d8-0c436ba2dc1c not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:37.030161 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-65e1aa17-7867-47f1-8859-8af22947576e req-08149bee-32b9-4942-9583-69bf12fffd03 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Mar 22 19:32:37.070094 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:37.083520 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '28000431-9234-4185-a7b6-1f5179d5023d', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'port_id': '28000431-9234-4185-a7b6-1f5179d5023d', 'mac_address': 'fa:16:3e:4b:7a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:37.124225 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 28000431-9234-4185-a7b6-1f5179d5023d is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:37.124615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.139994 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28000431-9234-4185-a7b6-1f5179d5023d {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:37.163010 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:37.262381 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.310615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:37.599810 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['28000431-9234-4185-a7b6-1f5179d5023d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:37.849560 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2ff44333-a0b5-4034-8c12-d6c25d2afc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.063752 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227868c-64b3-44e6-b4e5-b07977cc4581 req-b77672f4-580c-4557-b67e-0ab839ee9b52 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.065419 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9227868c-64b3-44e6-b4e5-b07977cc4581 req-b77672f4-580c-4557-b67e-0ab839ee9b52 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0532777 Mar 22 19:32:38.115658 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9227868c-64b3-44e6-b4e5-b07977cc4581 req-59633137-3b03-4374-badf-3b3d45a14a73 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Mar 22 19:32:38.156258 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c80fbc-b945-42e1-b537-dbec06f517b6 req-6172ba10-0990-41f2-ba92-abada904e8d9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.160163 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c9c80fbc-b945-42e1-b537-dbec06f517b6 req-6172ba10-0990-41f2-ba92-abada904e8d9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 944 time: 0.0531354 Mar 22 19:32:38.205447 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c9c80fbc-b945-42e1-b537-dbec06f517b6 req-71b05171-4e11-43ec-87c8-b97b7cedc02e tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Mar 22 19:32:38.939415 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 28000431-9234-4185-a7b6-1f5179d5023d up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:39.058924 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 28000431-9234-4185-a7b6-1f5179d5023d completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:39.062884 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 28000431-9234-4185-a7b6-1f5179d5023d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:39.068544 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (28000431-9234-4185-a7b6-1f5179d5023d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.088712 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.138667 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 28000431-9234-4185-a7b6-1f5179d5023d is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:39.139057 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.161566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:39.163841 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc74a362-f26e-4a63-aac0-da316a7e7a91" -d '{"events": [{"server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "name": "network-vif-plugged", "status": "completed", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:39.177449 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:39.201802 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e19444a-7286-4613-9325-6fd9bf6eb931 x-openstack-request-id: req-8e19444a-7286-4613-9325-6fd9bf6eb931 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:39.202248 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "name": "network-vif-plugged", "status": "completed", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:39.202609 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e19444a-7286-4613-9325-6fd9bf6eb931 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:39.203124 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e19444a-7286-4613-9325-6fd9bf6eb931'] response: {'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'code': 200} Mar 22 19:32:39.244479 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94c5fd-3563-45fc-bb9e-e0bc6ac74546 req-9a434dcf-a6a4-4b17-9cd4-e57cc03d9750 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.249293 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.256663 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0d94c5fd-3563-45fc-bb9e-e0bc6ac74546 req-9a434dcf-a6a4-4b17-9cd4-e57cc03d9750 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0712008 Mar 22 19:32:39.309695 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:39.310180 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0d94c5fd-3563-45fc-bb9e-e0bc6ac74546 req-32788896-ec74-4d42-95a9-8739ab782797 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Mar 22 19:32:39.332535 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1114c5-bc5e-4a72-aaaa-c64915d6279e req-b3ebd595-34c9-4d30-8508-480fca0d71fa tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.334052 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a1114c5-bc5e-4a72-aaaa-c64915d6279e req-b3ebd595-34c9-4d30-8508-480fca0d71fa tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0577974 Mar 22 19:32:39.389661 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a1114c5-bc5e-4a72-aaaa-c64915d6279e req-0fd05073-2cf0-4a15-9885-2f5be0c2a4fe tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 Mar 22 19:32:39.437316 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0dc1-3664-4f83-8257-daa44160c8fa req-2700efc6-ca0d-4bc1-bc92-d02baa3fb274 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.438775 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b7e0dc1-3664-4f83-8257-daa44160c8fa req-2700efc6-ca0d-4bc1-bc92-d02baa3fb274 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0533347 Mar 22 19:32:39.453060 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52878) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:39.453256 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Request body: {'floatingip': {'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:39.517402 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.523921 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fc993-22dc-49ee-8bac-012dfeb03f83 req-b452be27-9b99-4fd2-a30a-744d0ec0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.526604 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-df3fc993-22dc-49ee-8bac-012dfeb03f83 req-b452be27-9b99-4fd2-a30a-744d0ec0d3c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1129 time: 0.0532327 Mar 22 19:32:39.583264 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-df3fc993-22dc-49ee-8bac-012dfeb03f83 req-172f802f-aa6a-4dca-be4a-2c3f09073902 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Mar 22 19:32:39.585753 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:32:39.983982 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.034675 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb751873-9d9c-4078-97fb-04393fe561f3 req-1b5177ef-2b42-4b0f-92a2-aa31588238f9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.036178 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb751873-9d9c-4078-97fb-04393fe561f3 req-1b5177ef-2b42-4b0f-92a2-aa31588238f9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0515988 Mar 22 19:32:40.042201 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.086157 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb751873-9d9c-4078-97fb-04393fe561f3 req-9d799d86-ac47-47f6-ae50-8871af13a004 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Mar 22 19:32:40.265223 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Router ab35bf70-d48e-405c-880a-6e62d73f83fc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:40.344766 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.380073 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:40.384863 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.390749 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] Sync routers for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:40.401032 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:40.401583 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:40.445345 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:40.448024 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8" -d '{"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:40.461339 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.476972 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-443f0a1f-2a09-4422-afe5-c3254aa3cb28 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "PUT /v2.0/floatingips/a0eedeb4-ece3-4826-b831-98683a30fe54 HTTP/1.1" status: 200 len: 992 time: 1.0147212 Mar 22 19:32:40.504400 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019579ba-25d1-4ed4-97b2-418738e1cf91 x-openstack-request-id: req-019579ba-25d1-4ed4-97b2-418738e1cf91 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:40.504732 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:40.505079 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-019579ba-25d1-4ed4-97b2-418738e1cf91 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:40.506170 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019579ba-25d1-4ed4-97b2-418738e1cf91'] response: {'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'status': 'completed', 'code': 200} Mar 22 19:32:40.521653 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:40.576081 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f682-2490-4665-9a2b-e1d215f9d049 req-7367494b-69da-4f1e-ba35-471cd0cce759 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.577162 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-d89d5955-bf8c-424b-ad1a-0b2a653a1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.577951 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3256f682-2490-4665-9a2b-e1d215f9d049 req-7367494b-69da-4f1e-ba35-471cd0cce759 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0605626 Mar 22 19:32:40.580830 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-d89d5955-bf8c-424b-ad1a-0b2a653a1d2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.0494065 Mar 22 19:32:40.627082 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3256f682-2490-4665-9a2b-e1d215f9d049 req-d33b3f6b-19df-428a-8238-92973f583633 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Mar 22 19:32:40.684269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-c4c73d5b-bcfa-4625-a74c-668b85d3316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.686052 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-c4c73d5b-bcfa-4625-a74c-668b85d3316f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.0971649 Mar 22 19:32:40.749618 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a0eedeb4-ece3-4826-b831-98683a30fe54', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:56Z', 'updated_at': '2022-03-22T19:32:39Z', 'revision_number': 3, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:40.757600 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-4f102eac-0c25-43e6-838f-615fe490cbe2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 1000 time: 0.0613561 Mar 22 19:32:40.780010 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] Checking router: ab35bf70-d48e-405c-880a-6e62d73f83fc for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:40.788244 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:40.788876 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:40.810976 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-3922f619-2bdc-4524-aeaf-d3f62fac74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.812492 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-3922f619-2bdc-4524-aeaf-d3f62fac74db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0483243 Mar 22 19:32:40.870050 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-16d7f025-ac3e-471c-9ef0-ea8f49c2c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.871616 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-16d7f025-ac3e-471c-9ef0-ea8f49c2c042 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510151 Mar 22 19:32:40.897378 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:40.980009 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-2ffcd025-1823-4df5-8246-2d75eb4c2492 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914991 Mar 22 19:32:41.077614 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-464dd6e1-1e2c-47ed-9b04-11e288dd21e8 req-d2f7058a-6d9c-4826-975c-953da96f4951 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846641 Mar 22 19:32:41.127418 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a0eedeb4-ece3-4826-b831-98683a30fe54', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:56Z', 'updated_at': '2022-03-22T19:32:39Z', 'revision_number': 3, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:41.153207 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43221b-5636-4ab5-b27f-7d7551cf983c None None] The sync data for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi is: [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a0eedeb4-ece3-4826-b831-98683a30fe54', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'port_id': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'mac_address': 'fa:16:3e:40:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24154e34-941a-4574-b59e-fbd3a04237b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:56Z', 'updated_at': '2022-03-22T19:32:39Z', 'revision_number': 3, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:41.216043 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e372c-b5d6-44f5-9dce-d9d50fc182c3 req-7b035770-b3bd-43f8-a62e-7f9c166bf1fd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.217552 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0b3e372c-b5d6-44f5-9dce-d9d50fc182c3 req-7b035770-b3bd-43f8-a62e-7f9c166bf1fd tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0588574 Mar 22 19:32:41.269603 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0b3e372c-b5d6-44f5-9dce-d9d50fc182c3 req-ad57120b-1edd-47b0-8179-ca60e4648592 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461035 Mar 22 19:32:41.739175 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:41.747445 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadc90d-8fea-43a9-9c55-f04ab989bb12 req-0bdab7a2-b4aa-46a1-9a76-ff919d4d42ab tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.748986 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3dadc90d-8fea-43a9-9c55-f04ab989bb12 req-0bdab7a2-b4aa-46a1-9a76-ff919d4d42ab tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0549502 Mar 22 19:32:41.797188 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3dadc90d-8fea-43a9-9c55-f04ab989bb12 req-c95f974c-8b34-43e7-bd43-f08818df696e tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Mar 22 19:32:41.914356 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fe6c7-b752-482d-91db-2ef284f82bd5 req-ef792ca4-2b13-4acc-865f-482c6e45ed9f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.916263 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-789fe6c7-b752-482d-91db-2ef284f82bd5 req-ef792ca4-2b13-4acc-865f-482c6e45ed9f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0530581 Mar 22 19:32:41.963456 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-789fe6c7-b752-482d-91db-2ef284f82bd5 req-3264e72d-879d-4e6b-a361-8196038d52db tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Mar 22 19:32:42.331187 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-d4eebb75-5fe5-470a-82e0-5271d8c45fd3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.332745 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-d4eebb75-5fe5-470a-82e0-5271d8c45fd3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0944400 Mar 22 19:32:42.355414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dab73-2f8e-4aa8-acee-28e3144f9768 req-6cb1fca6-2d20-40a2-bdc7-9468f811be0a tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.356873 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e59dab73-2f8e-4aa8-acee-28e3144f9768 req-6cb1fca6-2d20-40a2-bdc7-9468f811be0a tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.1073749 Mar 22 19:32:42.395231 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634848f-8c43-4568-aa63-c96157965206 req-a3b4eb70-a80b-46c7-86f4-efceac19b601 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.396863 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1634848f-8c43-4568-aa63-c96157965206 req-a3b4eb70-a80b-46c7-86f4-efceac19b601 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 946 time: 0.0554657 Mar 22 19:32:42.449038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1634848f-8c43-4568-aa63-c96157965206 req-a9c5771d-f9b3-4101-94d4-b439e7bffcab tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f1f5a1-23e3-4e64-a704-e42713ea497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459912 Mar 22 19:32:42.459816 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e59dab73-2f8e-4aa8-acee-28e3144f9768 req-4682b12e-0e8c-4d86-8a91-3c6494cf838c tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811782 Mar 22 19:32:42.491179 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:42.491416 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:42.506997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:42.510431 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:42.559986 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbcac11-1cde-4177-8f48-333bb3abddbc x-openstack-request-id: req-cfbcac11-1cde-4177-8f48-333bb3abddbc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:42.560282 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:42.560556 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cfbcac11-1cde-4177-8f48-333bb3abddbc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:42.560961 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbcac11-1cde-4177-8f48-333bb3abddbc'] response: {'name': 'network-changed', 'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'status': 'completed', 'code': 200} Mar 22 19:32:42.633234 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] For port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:42.633620 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:42.946131 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-1c28f4a2-ea7b-4d7e-9234-b5d250a654f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.950800 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-1c28f4a2-ea7b-4d7e-9234-b5d250a654f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 1129 time: 0.3572910 Mar 22 19:32:43.132693 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-a6b95796-f85b-4199-8365-c529e1eb95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.135665 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-a6b95796-f85b-4199-8365-c529e1eb95ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 200 len: 920 time: 0.1814232 Mar 22 19:32:43.142745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:43.143105 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (f3ccb258-dfe7-4611-88ad-7a948cdb28ac), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:43.143558 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP f3ccb258-dfe7-4611-88ad-7a948cdb28ac disassociated. External IP: 172.27.0.116, port: 2e02fbaf-2f73-43e3-bf33-bb113511d1c1. Mar 22 19:32:43.143914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:43.250839 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-123b235f-f1f9-4e44-a62b-296ecce27f04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 200 len: 1000 time: 0.1048663 Mar 22 19:32:43.315943 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-f3a24c0d-9adc-4153-8e56-1e4972b790ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.317457 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-f3a24c0d-9adc-4153-8e56-1e4972b790ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 200 len: 858 time: 0.0602534 Mar 22 19:32:43.403358 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-a02f0aae-fb8d-4f6a-81bc-5a9c8829142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.404895 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-a02f0aae-fb8d-4f6a-81bc-5a9c8829142b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c21b828-c893-45f4-aa49-e2a1f6c14e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0618820 Mar 22 19:32:43.466851 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (2e02fbaf-2f73-43e3-bf33-bb113511d1c1), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:43.515886 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=2e02fbaf-2f73-43e3-bf33-bb113511d1c1,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:43.564451 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-16dcedf8-8ff8-41ca-ba41-0bb7f51c1c3f req-ea41364d-77e6-47a1-a0f1-4aebb990fb0e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0327847 Mar 22 19:32:43.622779 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-a1c34c2b-91b3-4e80-8ea8-e91fc11827e1 service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011044 Mar 22 19:32:43.710708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:43.739406 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4f0080c-c3d7-4704-9709-fe1e8893bdb2 req-7ff89d71-49aa-420c-a7f3-91b39ba48ecb service neutron] 10.222.0.45 "GET /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093955 Mar 22 19:32:43.837452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:43.848781 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:43.862553 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:43.863367 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:43.895998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] No DVR routers for this DVR port 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:43.898590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:43.903150 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a3b78c2d-0f01-4f31-b0e6-5f07ccf021e4 req-6ff43e77-bb6d-4c6e-aae2-436f6aaac56b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "DELETE /v2.0/ports/2e02fbaf-2f73-43e3-bf33-bb113511d1c1 HTTP/1.1" status: 204 len: 173 time: 1.5642891 Mar 22 19:32:43.903781 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'name': 'network-vif-deleted', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:43.906833 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da03b6-6d53-4294-ae70-a5357a2bff1d" -d '{"events": [{"server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "name": "network-vif-deleted", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:43.953971 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8d5c8-e185-48b4-b621-46affae6a42c x-openstack-request-id: req-8fa8d5c8-e185-48b4-b621-46affae6a42c {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:43.954740 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065b515f-583d-4da1-b477-0ebeab4d1e10", "name": "network-vif-deleted", "tag": "2e02fbaf-2f73-43e3-bf33-bb113511d1c1", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:43.954740 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fa8d5c8-e185-48b4-b621-46affae6a42c {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:43.955121 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8d5c8-e185-48b4-b621-46affae6a42c'] response: {'server_uuid': '065b515f-583d-4da1-b477-0ebeab4d1e10', 'name': 'network-vif-deleted', 'tag': '2e02fbaf-2f73-43e3-bf33-bb113511d1c1', 'status': 'completed', 'code': 200} Mar 22 19:32:44.013255 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:44.230985 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:44.262516 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:44.270819 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:44.271430 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:44.388464 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:44.593563 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:44.629620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9fc164-fe6d-4ef4-8b72-856013739412 None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:44.683133 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b0dda67-a471-44a0-a60c-f2b40bdc369f req-44cd8b54-f157-4a68-91a9-4e6fd9a824b6 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=065b515f-583d-4da1-b477-0ebeab4d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0287890 Mar 22 19:32:44.883884 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ff389-4fa0-48de-bf84-64d033574d91 None None] New status for floating IP f3ccb258-dfe7-4611-88ad-7a948cdb28ac: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:45.302617 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-90448170-9a8e-4725-a87c-25af4edcba2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453570 Mar 22 19:32:45.372907 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-0d028df7-d108-4616-8318-26e277b0cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.374471 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-0d028df7-d108-4616-8318-26e277b0cf52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 1131 time: 0.0468671 Mar 22 19:32:45.489931 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-357198ff-cf17-4531-a12a-6ef81881bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.491362 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-357198ff-cf17-4531-a12a-6ef81881bca1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.0919905 Mar 22 19:32:45.585009 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-f5f2e6f1-f457-45b8-a6bb-6d36f0f99064 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 200 len: 1001 time: 0.0845556 Mar 22 19:32:45.606519 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a9196-2c4b-488b-a7e7-917129ed1a48 req-54056b36-28ec-4b7c-8080-9fd89d36cfaa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.606701 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f06a9196-2c4b-488b-a7e7-917129ed1a48 req-54056b36-28ec-4b7c-8080-9fd89d36cfaa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.0714061 Mar 22 19:32:45.676483 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-cc6634cf-ddf2-4cc8-b5c6-d130b08e61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.677951 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-cc6634cf-ddf2-4cc8-b5c6-d130b08e61c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0703685 Mar 22 19:32:45.688902 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f06a9196-2c4b-488b-a7e7-917129ed1a48 req-57b6df42-6799-474f-8fb7-c13175afd94d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742755 Mar 22 19:32:45.738158 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-43510ed1-f6f4-4111-ba90-098c295d8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.738158 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-43510ed1-f6f4-4111-ba90-098c295d8f2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460892 Mar 22 19:32:45.828597 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-39dded3d-0f62-46ea-9a25-8bb5a172741c service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852187 Mar 22 19:32:45.855030 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52968) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:45.909344 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6520e60a-c8c7-43bb-bc90-9a9b5c51ea1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (69f1f5a1-23e3-4e64-a704-e42713ea497c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.934291 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6520e60a-c8c7-43bb-bc90-9a9b5c51ea1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (69f1f5a1-23e3-4e64-a704-e42713ea497c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.934626 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ba0d523-0a5b-49b7-b3b3-f56a86d80c24 req-43a59971-245e-4ebb-95c8-ef7cb3e2bd71 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858133 Mar 22 19:32:46.055352 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6520e60a-c8c7-43bb-bc90-9a9b5c51ea1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (69f1f5a1-23e3-4e64-a704-e42713ea497c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.058456 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6520e60a-c8c7-43bb-bc90-9a9b5c51ea1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.061582 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6520e60a-c8c7-43bb-bc90-9a9b5c51ea1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/security-groups/69f1f5a1-23e3-4e64-a704-e42713ea497c HTTP/1.1" status: 204 len: 168 time: 0.2051997 Mar 22 19:32:46.062585 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52970) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:46.071436 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520e60a-c8c7-43bb-bc90-9a9b5c51ea1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f1f5a1-23e3-4e64-a704-e42713ea497c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:46.076044 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-d748a3d4-66a8-4205-8083-1151045f4ceb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] show failed (client error): The resource could not be found. Mar 22 19:32:46.077118 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d748a3d4-66a8-4205-8083-1151045f4ceb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups/69f1f5a1-23e3-4e64-a704-e42713ea497c HTTP/1.1" status: 404 len: 347 time: 0.0135486 Mar 22 19:32:46.085205 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52972) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:46.218360 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 162816ae-9cca-4d48-baab-e4e68030b593 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:46.218783 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (162816ae-9cca-4d48-baab-e4e68030b593), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.294857 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (162816ae-9cca-4d48-baab-e4e68030b593), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.296495 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (162816ae-9cca-4d48-baab-e4e68030b593), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.307128 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 162816ae-9cca-4d48-baab-e4e68030b593 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:46.489885 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (162816ae-9cca-4d48-baab-e4e68030b593), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.520628 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=162816ae-9cca-4d48-baab-e4e68030b593,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:46.583040 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (f3ccb258-dfe7-4611-88ad-7a948cdb28ac), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.585510 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.586654 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ae890994-d51c-411d-a3a1-f7202b3da946 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/floatingips/f3ccb258-dfe7-4611-88ad-7a948cdb28ac HTTP/1.1" status: 204 len: 168 time: 0.5004175 Mar 22 19:32:46.815510 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfca23-56be-485f-9fd0-3f5d69017a09 req-aab57875-522c-48cc-a9bd-4c7b97a7aab1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:46.817008 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e7dfca23-56be-485f-9fd0-3f5d69017a09 req-aab57875-522c-48cc-a9bd-4c7b97a7aab1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.0529985 Mar 22 19:32:46.864873 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e7dfca23-56be-485f-9fd0-3f5d69017a09 req-eece5f13-236c-4ed0-bf8a-091d0a3239b3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Mar 22 19:32:46.951165 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:46.971629 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:46.972200 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2e02fbaf-2f73-43e3-bf33-bb113511d1c1 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:47.089799 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52980) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:47.094310 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489208125', 'description': 'tempest-description--572230714'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:47.163949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.232074 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (236e1afe-8a8c-4c67-a39b-696273450236), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.323092 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (236e1afe-8a8c-4c67-a39b-696273450236), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.355886 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236e1afe-8a8c-4c67-a39b-696273450236,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:47.406034 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.407337 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-27798307-f836-4f8c-9578-333d9a432249 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3165414 Mar 22 19:32:47.410222 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52984) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:47.414751 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '236e1afe-8a8c-4c67-a39b-696273450236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:47.500347 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (c3b2ad93-9f7c-4811-ba1c-1440af207a60), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.553784 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (c3b2ad93-9f7c-4811-ba1c-1440af207a60), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.626593 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (c3b2ad93-9f7c-4811-ba1c-1440af207a60), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.645242 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b2ad93-9f7c-4811-ba1c-1440af207a60,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:47.704204 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-f6b4e773-f9df-49ab-8537-08664a965f30 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:47.705566 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-f6b4e773-f9df-49ab-8537-08664a965f30 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.0517383 Mar 22 19:32:47.741350 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.742494 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b33f8834-607d-4953-819e-64e166ce1287 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313470 Mar 22 19:32:47.746090 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 52986) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:47.751955 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '236e1afe-8a8c-4c67-a39b-696273450236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:47.824575 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Deleting port b4b769eb-fc40-4be3-8992-742274df72d2 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:47.824914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.872417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (aad9ccaf-46df-4b7c-97ff-26fa13e61751), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.953200 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] For port b4b769eb-fc40-4be3-8992-742274df72d2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b4b769eb-fc40-4be3-8992-742274df72d2,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:47.959863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.029140 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (aad9ccaf-46df-4b7c-97ff-26fa13e61751), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.097002 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19720a1-a870-4644-b695-2a9257b4cc20 req-9ba09801-a4ab-4109-ae9a-c567edbb1ee3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:48.098470 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a19720a1-a870-4644-b695-2a9257b4cc20 req-9ba09801-a4ab-4109-ae9a-c567edbb1ee3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 947 time: 0.1570110 Mar 22 19:32:48.099077 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (aad9ccaf-46df-4b7c-97ff-26fa13e61751), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.135817 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad9ccaf-46df-4b7c-97ff-26fa13e61751,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:48.213720 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a19720a1-a870-4644-b695-2a9257b4cc20 req-83006859-36e2-4a7e-b78e-2f575e62afa6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=14b6090c-d81f-4a3f-85c3-184ece5433fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043923 Mar 22 19:32:48.220206 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.226304 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-409f2488-298d-410e-8e9f-be2866c0f4fb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4743521 Mar 22 19:32:48.226304 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.226749 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 52990) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:48.227275 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (ac743a59-8300-433d-b580-be5399d85af3), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.227275 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Floating IP ac743a59-8300-433d-b580-be5399d85af3 disassociated. External IP: 172.27.0.12, port: b4b769eb-fc40-4be3-8992-742274df72d2. Mar 22 19:32:48.227275 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Calling delete_port for b4b769eb-fc40-4be3-8992-742274df72d2 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:48.230719 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:48.350180 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.404037 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (b4b769eb-fc40-4be3-8992-742274df72d2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.430222 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event deleted for resources: {'Port': ['ID=b4b769eb-fc40-4be3-8992-742274df72d2,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:48.454094 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.546840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Router 93f81a09-6346-4c85-a68f-347926316fbd has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:48.566171 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.27.0.124 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/6b2a46ec-b793-4d29-802b-96ba1cf6910d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:48.655833 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:48.668890 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:48.671458 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.684112 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:48.684112 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:48.698938 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] No DVR routers for this DVR port b4b769eb-fc40-4be3-8992-742274df72d2 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:48.701501 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.705517 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ed1cd2b-0e37-4ee6-8d95-f02be7e0ab55 req-57f3a6e2-e182-44e9-a509-f558e1c5fed1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "DELETE /v2.0/ports/b4b769eb-fc40-4be3-8992-742274df72d2 HTTP/1.1" status: 204 len: 173 time: 0.9934714 Mar 22 19:32:48.709643 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-deleted', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:48.709643 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b7ad3-d697-4a15-b7db-8125f35ac65f" -d '{"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-deleted", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:48.745525 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d694ef5-5bcc-480a-b978-a67e05a59ebd x-openstack-request-id: req-4d694ef5-5bcc-480a-b978-a67e05a59ebd {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:48.745811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71acecf6-e36c-4928-802a-b3aa196f4941", "name": "network-vif-deleted", "tag": "b4b769eb-fc40-4be3-8992-742274df72d2", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:48.746060 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d694ef5-5bcc-480a-b978-a67e05a59ebd {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:48.746458 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d694ef5-5bcc-480a-b978-a67e05a59ebd'] response: {'server_uuid': '71acecf6-e36c-4928-802a-b3aa196f4941', 'name': 'network-vif-deleted', 'tag': 'b4b769eb-fc40-4be3-8992-742274df72d2', 'status': 'completed', 'code': 200} Mar 22 19:32:48.753281 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.794071 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:48.798964 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:48.802783 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:48.813608 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:48.832536 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=6b2a46ec-b793-4d29-802b-96ba1cf6910d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:48.913842 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (51e0858d-fbf3-4565-b95f-a6434717a04d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.006070 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.036496 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:49.071107 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:49.081174 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:49.082079 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:49.177030 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.193908 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:49.276685 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.337569 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61a791f-13a4-43bd-a931-27e3ce532478 req-cd2ff3b1-1425-4003-a71b-2666c2f1542d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=71acecf6-e36c-4928-802a-b3aa196f4941 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Mar 22 19:32:49.358294 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=6b2a46ec-b793-4d29-802b-96ba1cf6910d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:49.378514 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (51e0858d-fbf3-4565-b95f-a6434717a04d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.508610 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.510991 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-203a466c-89b3-4235-a004-fc2264c8892e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2853901 Mar 22 19:32:49.543154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:49.569233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a6a26-e1e5-49fa-adeb-559c2fd0b3d7 None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:49.721366 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-813d5e3c-0a2f-477c-ace5-0ef9458af382 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1489208125&fields=id&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 267 time: 0.0448461 Mar 22 19:32:49.816062 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f53b08-4528-4e13-923d-d36414196058 None None] New status for floating IP ac743a59-8300-433d-b580-be5399d85af3: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:49.835255 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-1c81de1e-b6a6-4152-91df-e65368c92d4b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:49.837099 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-1c81de1e-b6a6-4152-91df-e65368c92d4b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1089692 Mar 22 19:32:49.851715 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-8d0fdec7-66f7-44a8-8341-07d9665404be tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/quotas/88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 375 time: 0.0091412 Mar 22 19:32:49.914170 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-387fcacf-5dfd-4073-8bf0-bcf31323c659 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569806 Mar 22 19:32:50.013946 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-e0c85196-e4f8-4287-ab2a-26bfe3d7328a service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872161 Mar 22 19:32:50.109197 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-dd37325e-eb42-496c-b72d-b5d40d8a42ca service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891085 Mar 22 19:32:50.359556 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-923044a4-f204-4a9f-a668-fcd5415ff80c req-5bb4409a-e9fd-4c6a-b553-58537c95b97c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0291798 Mar 22 19:32:50.490058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53026) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:50.545236 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69bcc429-241a-41e2-9ec0-28534fe9198c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (14b6090c-d81f-4a3f-85c3-184ece5433fe), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.569224 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69bcc429-241a-41e2-9ec0-28534fe9198c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (14b6090c-d81f-4a3f-85c3-184ece5433fe), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.712460 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69bcc429-241a-41e2-9ec0-28534fe9198c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (14b6090c-d81f-4a3f-85c3-184ece5433fe), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.715334 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69bcc429-241a-41e2-9ec0-28534fe9198c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.716511 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-69bcc429-241a-41e2-9ec0-28534fe9198c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "DELETE /v2.0/security-groups/14b6090c-d81f-4a3f-85c3-184ece5433fe HTTP/1.1" status: 204 len: 168 time: 0.2254636 Mar 22 19:32:50.719425 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53028) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:50.731678 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcc429-241a-41e2-9ec0-28534fe9198c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b6090c-d81f-4a3f-85c3-184ece5433fe,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:50.732865 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-4974879f-8192-4f88-93c4-cecf3d83bc44 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] show failed (client error): The resource could not be found. Mar 22 19:32:50.733879 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4974879f-8192-4f88-93c4-cecf3d83bc44 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups/14b6090c-d81f-4a3f-85c3-184ece5433fe HTTP/1.1" status: 404 len: 347 time: 0.0134282 Mar 22 19:32:50.740880 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53030) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:50.863895 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Deleting port be22f979-c505-4b6d-aa65-13b5ab4c9947 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:50.864234 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.940475 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.940807 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (be22f979-c505-4b6d-aa65-13b5ab4c9947), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.952419 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Calling delete_port for be22f979-c505-4b6d-aa65-13b5ab4c9947 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:50.960930 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:50.982896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: b4b769eb-fc40-4be3-8992-742274df72d2 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:50.983252 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b4b769eb-fc40-4be3-8992-742274df72d2 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:51.179104 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (be22f979-c505-4b6d-aa65-13b5ab4c9947), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.205730 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event deleted for resources: {'Port': ['ID=be22f979-c505-4b6d-aa65-13b5ab4c9947,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:51.239590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.239947 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.240297 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.240723 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.241090 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.241392 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.241745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.242093 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.242434 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.242761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.243948 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.244473 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.244806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.245138 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.245473 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:51.459342 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-568fc508-797d-4013-89a6-6b76e660b24e req-5a6dfc82-a5fa-4110-a0d2-e3055790e91d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Mar 22 19:32:51.542273 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (ac743a59-8300-433d-b580-be5399d85af3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.546363 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.546363 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f8ed6cdc-63bf-43c5-918d-0987d6a92dd3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "DELETE /v2.0/floatingips/ac743a59-8300-433d-b580-be5399d85af3 HTTP/1.1" status: 204 len: 168 time: 0.8065815 Mar 22 19:32:51.903695 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53044) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:51.908229 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758231848', 'description': 'tempest-description--1070033745'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:52.002171 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.069632 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (c0007748-c2b3-4363-9d8b-37d81284e1a1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.163570 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c0007748-c2b3-4363-9d8b-37d81284e1a1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.192844 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0007748-c2b3-4363-9d8b-37d81284e1a1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:52.265359 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.266517 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e9f3a938-7f32-4810-bb95-8d0d96574af9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3617578 Mar 22 19:32:52.269639 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53046) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:52.274763 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'security_group_rule': {'security_group_id': 'c0007748-c2b3-4363-9d8b-37d81284e1a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:52.352126 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-f4b213b9-38cc-47c4-b209-f2ae4eada801 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:52.352126 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-f4b213b9-38cc-47c4-b209-f2ae4eada801 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1063468 Mar 22 19:32:52.393255 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (42c2d80a-d27f-4112-9183-01728f15e54a), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.417329 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-34a3d17d-047c-4c1d-9edf-f4c1c035f502 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 380 time: 0.0575879 Mar 22 19:32:52.428161 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'port': {'device_id': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'admin_state_up': True, 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'security_groups': ['236e1afe-8a8c-4c67-a39b-696273450236']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:52.455584 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (42c2d80a-d27f-4112-9183-01728f15e54a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.559689 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15eba206-d6a8-48bc-9088-7ff54e104e6d req-c3e0e402-2900-47b7-8967-41c6882bc15f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0289595 Mar 22 19:32:52.576982 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (42c2d80a-d27f-4112-9183-01728f15e54a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.597934 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c2d80a-d27f-4112-9183-01728f15e54a,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:52.605738 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.606094 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.606442 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.606782 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.607138 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.607456 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.607813 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.608164 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.608479 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.608878 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.609211 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.609539 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.609863 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.610191 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.610514 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:52.643662 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Made reservation on behalf of 88cf857fd440479f92bf100cd1ea80b6 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:52.647654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.674946 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.679489 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-392d099a-eea0-4ee3-9f62-d87a94694d98 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087911 Mar 22 19:32:52.680168 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53056) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:52.689846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'security_group_rule': {'security_group_id': 'c0007748-c2b3-4363-9d8b-37d81284e1a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:52.793102 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (4a3041ec-0bfb-4746-b63b-1da1136d5cb5), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.821708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.20.0.8 (87044297-f8c2-40de-9994-8da2189cc88a/8516280d-e487-4332-a618-150a0d90286a/7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:52.847045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370254-0a79-4579-9e04-fab6307567a4 req-7c2e64dc-5877-4282-8acd-8bdd232bb0bd tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:52.848518 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-58370254-0a79-4579-9e04-fab6307567a4 req-7c2e64dc-5877-4282-8acd-8bdd232bb0bd tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0992022 Mar 22 19:32:52.854238 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (4a3041ec-0bfb-4746-b63b-1da1136d5cb5), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.900949 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (4a3041ec-0bfb-4746-b63b-1da1136d5cb5), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.921542 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3041ec-0bfb-4746-b63b-1da1136d5cb5,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:52.962155 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-58370254-0a79-4579-9e04-fab6307567a4 req-715b289d-422d-4e13-baa6-15db02d9f41f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017909 Mar 22 19:32:52.982246 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.983618 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-399f9b07-0f6b-41ad-afbe-082484b2d644 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3017807 Mar 22 19:32:52.984851 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53064) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:52.989032 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53066) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:52.997101 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:53.031623 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.078296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c011a8-c809-48fb-bf6f-07011325c3b7 tempest-TestMinimumBasicScenario-792324063 tempest-TestMinimumBasicScenario-792324063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.079825 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-53c011a8-c809-48fb-bf6f-07011325c3b7 tempest-TestMinimumBasicScenario-792324063 tempest-TestMinimumBasicScenario-792324063-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1124 time: 0.0940309 Mar 22 19:32:53.082790 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53070) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:53.087167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'port_id': '28000431-9234-4185-a7b6-1f5179d5023d', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:53.087937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.134250 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.169378 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.199639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:53.203417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:53.205873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:53.208526 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:53.270298 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.270866 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.271608 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.295693 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.389555 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Allocated IP 172.27.0.165 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/128dcd9b-c509-4319-ae58-a46c7f86170a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:53.410532 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-19d9d2a1-9cb3-4bb9-8ab6-7ac6d2fec8a4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9864922 Mar 22 19:32:53.428216 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Request body: {'port': {'device_id': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:53.452387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-8bedd264-a66e-461d-9048-a4a663bf4c9f None None] Provisioning complete for port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:53.452952 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8bedd264-a66e-461d-9048-a4a663bf4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.492468 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-8bedd264-a66e-461d-9048-a4a663bf4c9f None None] Port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:32:53.492679 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.502247 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.608408 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.648184 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:53.660725 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:53.663829 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:53.709362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Allocated IP 172.27.0.146 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/77842b06-cebc-4a97-b8b9-0b1b3b168e27) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:53.710227 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'Port': ['ID=128dcd9b-c509-4319-ae58-a46c7f86170a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:53.771684 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924447de-6fff-4e74-8688-7a2842a1eca1 req-9be47613-8e95-4cf3-a0ef-be358ee6314d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.773154 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-924447de-6fff-4e74-8688-7a2842a1eca1 req-9be47613-8e95-4cf3-a0ef-be358ee6314d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 931 time: 0.1298878 Mar 22 19:32:53.885322 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.887987 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:53.896300 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-924447de-6fff-4e74-8688-7a2842a1eca1 req-b64aaa86-f5bf-4e13-8397-087f75e7fefb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150615 Mar 22 19:32:53.897205 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Publish callbacks [] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.918847 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Transition to ACTIVE for port object 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:54.004031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.036191 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.072992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:54.076829 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:54.084094 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:54.106789 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:54.198096 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'Port': ['ID=77842b06-cebc-4a97-b8b9-0b1b3b168e27,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:54.254803 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Attempting to bind port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:54.255145 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Attempting to bind port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:54.255476 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Attempting to bind port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:54.268781 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 on network 87044297-f8c2-40de-9994-8da2189cc88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:54.269106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Attempting to bind port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:54.276429 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (5fee77a0-2fa6-4da0-92cc-2544342af056), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.279371 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:54.279824 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:54.280272 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Bound using segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:54.280716 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Bound port: 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:54.281071 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.329397 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for floatingip (f1552a5c-21a1-4e1e-b6c4-d362492be8b8), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.360468 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] For port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:54.364041 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] For port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:54.399035 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.445105 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.482331 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.522925 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:54.523562 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.525048 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 HTTP/1.1" status: 200 len: 1093 time: 1.1013899 Mar 22 19:32:54.527293 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:54.529539 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b94eb5-85cf-4eae-bfd7-635720f0255f" -d '{"events": [{"name": "network-changed", "server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:54.561750 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809067ca-dc50-4303-84ac-a77facc1fd29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:54.578262 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dcd071-acf9-4a00-a82c-386f668d8365 x-openstack-request-id: req-00dcd071-acf9-4a00-a82c-386f668d8365 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:54.578262 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:54.578262 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00dcd071-acf9-4a00-a82c-386f668d8365 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:54.578262 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dcd071-acf9-4a00-a82c-386f668d8365'] response: {'name': 'network-changed', 'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'status': 'completed', 'code': 200} Mar 22 19:32:54.661952 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.673332 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94eb5-85cf-4eae-bfd7-635720f0255f req-edc544d6-49a0-4cb6-a85f-47c8f59f0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:54.675213 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02b94eb5-85cf-4eae-bfd7-635720f0255f req-edc544d6-49a0-4cb6-a85f-47c8f59f0065 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0736580 Mar 22 19:32:54.686574 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.737122 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.746842 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.824390 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'Port': ['ID=128dcd9b-c509-4319-ae58-a46c7f86170a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:54.836500 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (f1552a5c-21a1-4e1e-b6c4-d362492be8b8), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.842257 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'Port': ['ID=77842b06-cebc-4a97-b8b9-0b1b3b168e27,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:54.857170 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (5fee77a0-2fa6-4da0-92cc-2544342af056), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.864888 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94eb5-85cf-4eae-bfd7-635720f0255f req-1dbe515a-2c6e-43cc-b515-16c1eee8c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:54.866348 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02b94eb5-85cf-4eae-bfd7-635720f0255f req-1dbe515a-2c6e-43cc-b515-16c1eee8c359 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=88cf857fd440479f92bf100cd1ea80b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1814330 Mar 22 19:32:54.947280 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Floating IP f1552a5c-21a1-4e1e-b6c4-d362492be8b8 associated. External IP: 172.27.0.165, port: 28000431-9234-4185-a7b6-1f5179d5023d. Mar 22 19:32:54.969581 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94eb5-85cf-4eae-bfd7-635720f0255f req-f5a0a050-7ac6-4df1-9aea-02544993626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:54.971017 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02b94eb5-85cf-4eae-bfd7-635720f0255f req-f5a0a050-7ac6-4df1-9aea-02544993626b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968778 Mar 22 19:32:54.987209 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:54.989088 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1232e420-c3ee-43dc-9ad2-667f71bcab02 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9988058 Mar 22 19:32:55.068024 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-bea41cf9-9129-4598-bca9-f77f9e4700fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.069552 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-bea41cf9-9129-4598-bca9-f77f9e4700fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0611262 Mar 22 19:32:55.086753 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a7fcd-39ff-46fb-8086-a8257371cbd4 req-9f466cc8-19d0-40bf-8481-38d11a92f364 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.088259 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d31a7fcd-39ff-46fb-8086-a8257371cbd4 req-9f466cc8-19d0-40bf-8481-38d11a92f364 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 943 time: 0.1055071 Mar 22 19:32:55.112927 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-9f492901-b1ad-46c9-9495-234ed8e6de90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 HTTP/1.1" status: 200 len: 217 time: 0.0339143 Mar 22 19:32:55.175099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-86f91413-e2e0-47f0-952e-a60e5d9fa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.176554 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-86f91413-e2e0-47f0-952e-a60e5d9fa51b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0567477 Mar 22 19:32:55.215038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d31a7fcd-39ff-46fb-8086-a8257371cbd4 req-4794c7f5-8e25-48d4-bdee-924371f10704 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182895 Mar 22 19:32:55.241805 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-2a1fe669-37ba-4042-afe6-949c5dd1a09c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1758231848&fields=id&tenant_id=1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 267 time: 0.0787122 Mar 22 19:32:55.252843 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-196402bd-6c22-42b1-bf9b-2a3532690e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.254366 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-196402bd-6c22-42b1-bf9b-2a3532690e9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710075 Mar 22 19:32:55.254473 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Router f441a49b-ede0-4ca7-8dd1-ef8d68817632 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:55.368960 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:55.380370 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] Sync routers for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:55.390870 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:55.393860 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:55.420308 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-f1e22d67-0a4d-4d67-9ed3-132eb795986f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.421605 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-f1e22d67-0a4d-4d67-9ed3-132eb795986f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 816 time: 0.1712449 Mar 22 19:32:55.423863 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-b2c2b538-2a20-4862-a7e9-81006649289b service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602602 Mar 22 19:32:55.449001 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.459788 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-5f17946e-d9bb-4792-927d-9a91ce46bdf0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/quotas/1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 375 time: 0.0317113 Mar 22 19:32:55.482979 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c046e04c-febb-40a9-aee8-e61082a4e72f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3990970 Mar 22 19:32:55.483649 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:55.486313 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c190888-9ed7-47fd-8032-b599d51fb74d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:55.488750 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53090) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:55.495233 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428548891', 'description': 'tempest-secgroup-smoke-428548891 description', 'project_id': '3b69ec065b564daca8312f622f2a9960'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:55.511136 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:55.529710 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a1a3d8-27f2-4338-a373-3f23cee1f10f x-openstack-request-id: req-b7a1a3d8-27f2-4338-a373-3f23cee1f10f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:55.530646 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:55.530646 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7a1a3d8-27f2-4338-a373-3f23cee1f10f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:55.531038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a1a3d8-27f2-4338-a373-3f23cee1f10f'] response: {'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'status': 'completed', 'code': 200} Mar 22 19:32:55.590874 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.599247 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-aed305c5-f13d-4d50-a504-7a2b76e8a3c1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299844 Mar 22 19:32:55.605084 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73f9c045-e26c-4d38-8950-9a3d6a540a0d req-5a5b3eaa-2cb2-4d1a-b15d-4dd4a0b6db15 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677334 Mar 22 19:32:55.666293 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group (399df2cd-a70d-4ac5-9fb9-42a449da7a63), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.672958 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-d675e05a-64c2-4675-bec6-e2b02d50448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.674747 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-d675e05a-64c2-4675-bec6-e2b02d50448a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1129 time: 0.1173468 Mar 22 19:32:55.747226 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (399df2cd-a70d-4ac5-9fb9-42a449da7a63), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.766154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f1552a5c-21a1-4e1e-b6c4-d362492be8b8', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'port_id': '28000431-9234-4185-a7b6-1f5179d5023d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'mac_address': 'fa:16:3e:4b:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:53Z', 'updated_at': '2022-03-22T19:32:53Z', 'revision_number': 0, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:55.778697 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-d5ebc3d1-4599-404b-ae5d-b216b1a62477 service neutron] 10.222.0.79 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624651 Mar 22 19:32:55.781786 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399df2cd-a70d-4ac5-9fb9-42a449da7a63,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:55.795092 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] Checking router: f441a49b-ede0-4ca7-8dd1-ef8d68817632 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:55.802994 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:55.803630 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:55.844053 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-22079475-ee51-44c6-85d3-2b317f03345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.845504 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-22079475-ee51-44c6-85d3-2b317f03345b service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 915 time: 0.1630907 Mar 22 19:32:55.846296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.847909 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f3e5d7d6-a92b-45ad-adcf-414101b3e5e9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3571980 Mar 22 19:32:55.850702 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53094) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:55.858414 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group_rule': {'security_group_id': '399df2cd-a70d-4ac5-9fb9-42a449da7a63', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:55.924108 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:55.941938 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-7e9aab70-7e56-4289-856f-587770c88916 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 999 time: 0.0885718 Mar 22 19:32:55.943950 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-6beaf0d7-f5ae-484e-8ade-f60126eb7e5c service neutron] 10.222.0.79 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567383 Mar 22 19:32:55.973289 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (3f43e17d-4fe7-4cca-93a2-df2b46805da1), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.005066 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-c1ddccd0-7728-45f7-b63d-d882e659b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:56.006589 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-c1ddccd0-7728-45f7-b63d-d882e659b6dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 200 len: 853 time: 0.0546110 Mar 22 19:32:56.045630 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (3f43e17d-4fe7-4cca-93a2-df2b46805da1), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.067465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-a94aee0f-0290-405d-a1b9-4f555c54231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:56.069031 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-a94aee0f-0290-405d-a1b9-4f555c54231f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e460ed-902f-43c7-94be-ffc843cf9017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543830 Mar 22 19:32:56.106968 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (3f43e17d-4fe7-4cca-93a2-df2b46805da1), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.144524 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f43e17d-4fe7-4cca-93a2-df2b46805da1,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:56.203512 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-315b5d2e-8911-49ff-9b34-f4ed0c03b9e9 req-e2d08163-4791-49ab-bf30-bd545d9febc6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 210 time: 0.0320704 Mar 22 19:32:56.219425 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f1552a5c-21a1-4e1e-b6c4-d362492be8b8', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'port_id': '28000431-9234-4185-a7b6-1f5179d5023d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'mac_address': 'fa:16:3e:4b:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:53Z', 'updated_at': '2022-03-22T19:32:53Z', 'revision_number': 0, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:56.234356 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.235965 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-19146557-731d-4b09-a3b4-c5e441432974 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843250 Mar 22 19:32:56.239807 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53100) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:56.247904 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group_rule': {'security_group_id': '399df2cd-a70d-4ac5-9fb9-42a449da7a63', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:56.267198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a4a748-12a0-4cc4-80e4-c7707b364b65 None None] The sync data for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi is: [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'f1552a5c-21a1-4e1e-b6c4-d362492be8b8', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'port_id': '28000431-9234-4185-a7b6-1f5179d5023d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'mac_address': 'fa:16:3e:4b:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:53Z', 'updated_at': '2022-03-22T19:32:53Z', 'revision_number': 0, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:56.385822 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (a6a202d7-a771-41a8-9f2f-e77bdbf8e005), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.450354 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-c524418f-21e8-4c9d-a086-57f392e60238 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742108 Mar 22 19:32:56.459686 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (a6a202d7-a771-41a8-9f2f-e77bdbf8e005), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.461288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ebf33-77b2-443e-84d5-671889776852 req-6bd73224-1302-4156-83c6-1ed0d01c4bc8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:56.463610 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4b8ebf33-77b2-443e-84d5-671889776852 req-6bd73224-1302-4156-83c6-1ed0d01c4bc8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 943 time: 0.0872154 Mar 22 19:32:56.521983 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (a6a202d7-a771-41a8-9f2f-e77bdbf8e005), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.531968 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32407a4-7535-496c-acfc-6546cc3573eb None None] New status for floating IP f1552a5c-21a1-4e1e-b6c4-d362492be8b8: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:56.541825 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a202d7-a771-41a8-9f2f-e77bdbf8e005,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:56.572515 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4b8ebf33-77b2-443e-84d5-671889776852 req-0ff87dc8-7935-431f-a742-50e5c511017e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999014 Mar 22 19:32:56.587565 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c190888-9ed7-47fd-8032-b599d51fb74d req-8f5a9f10-e6f3-411b-a710-fc31a0c8df41 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221991 Mar 22 19:32:56.615912 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.617215 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-abc7e809-c08e-4d28-a838-8342b2e613dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3762519 Mar 22 19:32:56.622060 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53108) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:56.626675 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group_rule': {'security_group_id': '399df2cd-a70d-4ac5-9fb9-42a449da7a63', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:56.716511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (63dbcb20-c9a0-453d-b701-952ffa803e12), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.776763 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (63dbcb20-c9a0-453d-b701-952ffa803e12), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.887693 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (63dbcb20-c9a0-453d-b701-952ffa803e12), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.905585 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dbcb20-c9a0-453d-b701-952ffa803e12,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:57.017055 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.018362 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-76a494ce-16ba-48f2-8202-4fb84c9ac6e1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952665 Mar 22 19:32:57.021137 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53112) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:57.026086 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group_rule': {'security_group_id': '399df2cd-a70d-4ac5-9fb9-42a449da7a63', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:57.122874 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (52ae4716-e6d5-4ee6-bb3f-f989b2aac85c), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.182485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (52ae4716-e6d5-4ee6-bb3f-f989b2aac85c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.304426 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1d2c64f2-1df0-4cf5-8e8f-26f3880f286f req-f3086c9c-6dfd-43ad-b982-aa4b38fa7c06 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 210 time: 0.0270183 Mar 22 19:32:57.306956 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (52ae4716-e6d5-4ee6-bb3f-f989b2aac85c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.325326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ae4716-e6d5-4ee6-bb3f-f989b2aac85c,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:57.394511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.395760 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c01b9ba9-3f48-406b-859c-92b3046d7631 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3736091 Mar 22 19:32:57.398384 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53116) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:57.409975 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group_rule': {'security_group_id': '399df2cd-a70d-4ac5-9fb9-42a449da7a63', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:57.484210 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Project 3b69ec065b564daca8312f622f2a9960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:32:57.489718 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (4cf1d7e7-4136-45d9-b215-1b4b9dd8752d), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.548076 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (4cf1d7e7-4136-45d9-b215-1b4b9dd8752d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.597656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (4cf1d7e7-4136-45d9-b215-1b4b9dd8752d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.617612 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf1d7e7-4136-45d9-b215-1b4b9dd8752d,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:57.705449 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ded61a-ab46-49ae-b7d1-9edcc322846c req-275a47c0-42e6-482d-b18a-9a9cf109fe27 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.706830 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15ded61a-ab46-49ae-b7d1-9edcc322846c req-275a47c0-42e6-482d-b18a-9a9cf109fe27 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 943 time: 0.0529909 Mar 22 19:32:57.713248 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.714496 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ed5b5fcb-c95b-47a8-b0c3-7129f1686224 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3152161 Mar 22 19:32:57.717582 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53120) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:57.721673 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'security_group_rule': {'security_group_id': '399df2cd-a70d-4ac5-9fb9-42a449da7a63', 'project_id': '3b69ec065b564daca8312f622f2a9960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:57.754414 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15ded61a-ab46-49ae-b7d1-9edcc322846c req-d01a8293-d3e5-4384-a41f-a9537c9685fa tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Mar 22 19:32:57.830663 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Project 3b69ec065b564daca8312f622f2a9960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:32:57.835799 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (c0662506-b407-44cd-80df-b059fbc15202), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.896833 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (c0662506-b407-44cd-80df-b059fbc15202), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.990249 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (c0662506-b407-44cd-80df-b059fbc15202), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.008058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0662506-b407-44cd-80df-b059fbc15202,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:58.089905 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.091182 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-072ad42f-4cc7-4fc0-911b-8ef58c97acee tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3727748 Mar 22 19:32:58.178903 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-2b5e8691-8864-4c98-b91a-61b644653f00 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428548891&fields=id&tenant_id=3b69ec065b564daca8312f622f2a9960 HTTP/1.1" status: 200 len: 267 time: 0.0426891 Mar 22 19:32:58.236007 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-d837b019-b8a3-48f2-8a25-3b461ae419a6 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.237467 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-d837b019-b8a3-48f2-8a25-3b461ae419a6 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0526090 Mar 22 19:32:58.249364 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'port': {'security_groups': ['27e57de3-0ffc-4bd0-871f-f30b711a9b3d', '399df2cd-a70d-4ac5-9fb9-42a449da7a63']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:58.326442 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.411929 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31a3ebc6-0302-49d3-af80-f6caf76d3a66 req-ffec757f-0870-4f02-ad78-8481c44ecc09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 210 time: 0.0312510 Mar 22 19:32:58.567884 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:58.598943 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-27f6ebba-0bb0-41e5-bf98-caf3431c2c50 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.600033 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for port (28000431-9234-4185-a7b6-1f5179d5023d), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.600519 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-27f6ebba-0bb0-41e5-bf98-caf3431c2c50 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 816 time: 0.1016970 Mar 22 19:32:58.637661 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.660131 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['28000431-9234-4185-a7b6-1f5179d5023d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:58.668752 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-d5f2d086-ef41-4315-903b-934fbc18f8ea tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 380 time: 0.0545542 Mar 22 19:32:58.681208 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'port': {'device_id': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'admin_state_up': True, 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'security_groups': ['c0007748-c2b3-4363-9d8b-37d81284e1a1']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:58.684578 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.685238 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.689025 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a9cb979a-a298-485c-abbf-8c6896bb9791 req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "PUT /v2.0/ports/28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 981 time: 0.4440620 Mar 22 19:32:58.689782 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:58.693052 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:58.736116 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ecf4f-5f60-4fb6-b82b-437929ceb8b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:58.766070 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f1361f-6085-43e6-8a2e-c3302eb7d625 x-openstack-request-id: req-87f1361f-6085-43e6-8a2e-c3302eb7d625 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:58.766442 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:58.766766 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87f1361f-6085-43e6-8a2e-c3302eb7d625 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:58.767242 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f1361f-6085-43e6-8a2e-c3302eb7d625'] response: {'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'status': 'completed', 'code': 200} Mar 22 19:32:58.844900 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d5b24-8484-49c0-825d-4bbcd50ef2cc req-6b33118c-57c6-4e51-85fc-581f1aef45f5 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.853302 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-699d5b24-8484-49c0-825d-4bbcd50ef2cc req-6b33118c-57c6-4e51-85fc-581f1aef45f5 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0845916 Mar 22 19:32:58.865130 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['28000431-9234-4185-a7b6-1f5179d5023d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:58.933459 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-45d7eca1-13f2-443c-b719-93a4c17f6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.948174 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-45d7eca1-13f2-443c-b719-93a4c17f6a44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1168 time: 0.1454008 Mar 22 19:32:58.949259 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-699d5b24-8484-49c0-825d-4bbcd50ef2cc req-9af76218-9714-4fea-964c-df84d263e2f4 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899129 Mar 22 19:32:58.990060 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:59.028455 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a8849-7db2-45af-81bc-0d7d0f6f6275 req-8c1c0bc7-2c81-484f-836b-9d28636713b4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.029964 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b46a8849-7db2-45af-81bc-0d7d0f6f6275 req-8c1c0bc7-2c81-484f-836b-9d28636713b4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 943 time: 0.1752543 Mar 22 19:32:59.057047 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-803e402e-6d9f-43a5-932a-307827c47329 None None] Provisioning complete for port 28000431-9234-4185-a7b6-1f5179d5023d triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:59.057519 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-803e402e-6d9f-43a5-932a-307827c47329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (28000431-9234-4185-a7b6-1f5179d5023d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.115174 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b46a8849-7db2-45af-81bc-0d7d0f6f6275 req-4cf3251e-74c7-4380-ba35-b11031a0e33f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743790 Mar 22 19:32:59.116351 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-411d6ff4-ab0f-439a-ac86-3bd2bc17f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.117732 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-411d6ff4-ab0f-439a-ac86-3bd2bc17f2cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 915 time: 0.1503654 Mar 22 19:32:59.138486 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Made reservation on behalf of 1badfd04e9bc40e6bce128ca477f5310 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:59.142212 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.246569 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-a4740769-d561-4d83-885c-a539df7e2d6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 1001 time: 0.1186149 Mar 22 19:32:59.309644 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:59.339284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-049af5d2-be14-46d4-979d-01d4f82e012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.340801 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-049af5d2-be14-46d4-979d-01d4f82e012d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 200 len: 853 time: 0.0864732 Mar 22 19:32:59.342548 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'port_id': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'mac_address': 'fa:16:3e:55:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:59.351985 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-803e402e-6d9f-43a5-932a-307827c47329 None None] Current status of the port 28000431-9234-4185-a7b6-1f5179d5023d is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:59.384414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Allocated IP 172.20.0.4 (c6d33306-36ab-4996-b622-ed8a4935ca43/29821785-22c1-49b5-8b9a-4300ae4e7bba/e9982128-8254-4036-800a-a1441448a49d) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:59.423059 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-42e4825b-8cf1-4bcc-b05d-5acf6cc30f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.424733 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-42e4825b-8cf1-4bcc-b05d-5acf6cc30f4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e460ed-902f-43c7-94be-ffc843cf9017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0764217 Mar 22 19:32:59.454685 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:59.455076 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.497814 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:59.525863 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3cb6ae3e-3ff5-4fd7-8ad6-66fbb038e657 req-0a763d54-32f7-4f91-9bb6-246396cbb91b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 210 time: 0.0305290 Mar 22 19:32:59.544595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:59.596462 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.598051 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-95b7a8aa-b339-4648-bd60-c4af66e53b45 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633525 Mar 22 19:32:59.616176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for port (e9982128-8254-4036-800a-a1441448a49d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.688090 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:59.707515 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.707880 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.708250 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.708589 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.708917 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.709244 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.709564 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.709883 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.710226 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.710550 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.710875 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.711213 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.711562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.712389 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.712703 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:59.715677 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8201a01-65c6-4939-b8dc-2f36c6acb8e3 req-aaf2abcf-3034-441b-84ad-9ae8417e9832 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111860 Mar 22 19:32:59.768275 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (e9982128-8254-4036-800a-a1441448a49d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.811270 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Network c6d33306-36ab-4996-b622-ed8a4935ca43 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:59.814404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:59.820269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:59.827250 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:59.874446 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.875083 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.914450 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:59.945914 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-05d01af1-e381-4460-8a5d-eabd972d7b80 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2701206 Mar 22 19:32:59.957582 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Request body: {'port': {'device_id': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:00.025721 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.085237 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a252d599-7609-4c85-9262-968551ebdf1e None None] Provisioning complete for port e9982128-8254-4036-800a-a1441448a49d triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:00.085612 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a252d599-7609-4c85-9262-968551ebdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9982128-8254-4036-800a-a1441448a49d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.123164 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a252d599-7609-4c85-9262-968551ebdf1e None None] Port e9982128-8254-4036-800a-a1441448a49d cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:33:00.278584 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cc741-94c9-4f77-84d3-54ee8c6ca9f7 req-369a49ee-363b-423c-8425-758da9a68c18 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:00.280027 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a32cc741-94c9-4f77-84d3-54ee8c6ca9f7 req-369a49ee-363b-423c-8425-758da9a68c18 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 944 time: 0.0868769 Mar 22 19:33:00.362464 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9982128-8254-4036-800a-a1441448a49d {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:00.371938 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Publish callbacks [] for port (e9982128-8254-4036-800a-a1441448a49d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.376625 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a32cc741-94c9-4f77-84d3-54ee8c6ca9f7 req-36c0a0d0-4b74-476d-9d31-79d4cc6f6dc5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905957 Mar 22 19:33:00.389153 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Transition to ACTIVE for port object e9982128-8254-4036-800a-a1441448a49d will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:33:00.460444 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.525333 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:00.581900 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Attempting to bind port e9982128-8254-4036-800a-a1441448a49d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:00.582322 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Attempting to bind port e9982128-8254-4036-800a-a1441448a49d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:00.582755 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Attempting to bind port e9982128-8254-4036-800a-a1441448a49d on network c6d33306-36ab-4996-b622-ed8a4935ca43 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:00.588068 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Port e9982128-8254-4036-800a-a1441448a49d on network c6d33306-36ab-4996-b622-ed8a4935ca43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:33:00.588486 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Attempting to bind port e9982128-8254-4036-800a-a1441448a49d on network c6d33306-36ab-4996-b622-ed8a4935ca43 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:00.593812 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:00.594233 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Checking segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:00.594686 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Bound using segment: {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:00.595184 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Bound port: e9982128-8254-4036-800a-a1441448a49d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a227998-9220-46a9-876b-abc758770340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:00.595750 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.670398 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:00.673543 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:00.683295 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64a043-1373-4517-90a0-b3be07b7a095 req-180dc156-9830-4168-a0e8-f735a0f10da7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:00.684849 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f64a043-1373-4517-90a0-b3be07b7a095 req-180dc156-9830-4168-a0e8-f735a0f10da7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0673153 Mar 22 19:33:00.731473 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f64a043-1373-4517-90a0-b3be07b7a095 req-1e07882e-c26f-4679-b41b-4c6aaf1e7024 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408132 Mar 22 19:33:00.747021 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.781691 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:00.782312 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.784059 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 200 len: 1093 time: 0.8311975 Mar 22 19:33:00.784496 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:00.787748 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75" -d '{"events": [{"name": "network-changed", "server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:00.825869 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a060-9241-4a54-9dd6-923257dea285 service neutron] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:00.829217 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a196427f-845c-4fcf-bf02-538bbcfa85b8 x-openstack-request-id: req-a196427f-845c-4fcf-bf02-538bbcfa85b8 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:00.829474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "tag": "e9982128-8254-4036-800a-a1441448a49d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:00.829733 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a196427f-845c-4fcf-bf02-538bbcfa85b8 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:00.830135 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a196427f-845c-4fcf-bf02-538bbcfa85b8'] response: {'name': 'network-changed', 'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'status': 'completed', 'code': 200} Mar 22 19:33:00.902904 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75 req-9d3893e0-da2e-4801-92e0-f5b31570df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:00.904487 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75 req-9d3893e0-da2e-4801-92e0-f5b31570df2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1127 time: 0.0503819 Mar 22 19:33:00.998625 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:01.013544 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75 req-a015de0e-8009-4888-88d8-6e5cd4e22eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.015031 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75 req-a015de0e-8009-4888-88d8-6e5cd4e22eae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1badfd04e9bc40e6bce128ca477f5310&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1027527 Mar 22 19:33:01.109973 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75 req-bea95dee-286c-4845-abcd-78657d03fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.110219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:01.111446 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba7d6fb-ccab-4834-b4c5-058680aa7a75 req-bea95dee-286c-4845-abcd-78657d03fdaf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901160 Mar 22 19:33:01.114327 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:01.114706 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:01.203930 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:01.204319 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:01.216065 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-edd2fd98-fadf-4396-ba13-974b4357aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.217572 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-edd2fd98-fadf-4396-ba13-974b4357aff3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1127 time: 0.0484636 Mar 22 19:33:01.228326 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:01.230534 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e1d12-6d8a-4ffa-b484-ec106cfb74ff" -d '{"events": [{"server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "name": "network-vif-plugged", "status": "completed", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:01.242769 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:01.267902 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668511bb-dc3c-41f5-b8d1-c2fcc6ce6a73 x-openstack-request-id: req-668511bb-dc3c-41f5-b8d1-c2fcc6ce6a73 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:01.268055 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-45c2351a-a470-47a2-8450-36908713e23e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 200 len: 217 time: 0.0433617 Mar 22 19:33:01.268477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "name": "network-vif-plugged", "status": "completed", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:01.268776 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-668511bb-dc3c-41f5-b8d1-c2fcc6ce6a73 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:01.269285 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668511bb-dc3c-41f5-b8d1-c2fcc6ce6a73'] response: {'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'code': 200} Mar 22 19:33:01.316431 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:01.322237 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-508117aa-614b-4b62-acdc-74a897ea7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.323975 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-508117aa-614b-4b62-acdc-74a897ea7f4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0456448 Mar 22 19:33:01.367294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:01.375955 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de817-805f-4880-822d-a95af522f8f0 req-adbc2fc9-24d5-425d-af3a-58aa3816810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.377663 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-adbc2fc9-24d5-425d-af3a-58aa3816810d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468986 Mar 22 19:33:01.506890 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-29b46ba1-4f03-4bee-ab1c-de8086392998 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196570 Mar 22 19:33:01.567910 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8103770-17b7-42f1-93c0-cc5e8ff2b684 req-db367a49-3ca3-498c-bada-f9dc62a7c642 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.569416 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a8103770-17b7-42f1-93c0-cc5e8ff2b684 req-db367a49-3ca3-498c-bada-f9dc62a7c642 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.1093645 Mar 22 19:33:01.675094 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa0de817-805f-4880-822d-a95af522f8f0 req-6641138f-3817-4a87-a04d-3914fcfb249c service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603670 Mar 22 19:33:01.678590 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a8103770-17b7-42f1-93c0-cc5e8ff2b684 req-17e0672f-6502-42df-8be0-501328e31b56 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973008 Mar 22 19:33:01.680452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bab45-34b5-46d8-a20f-ffc8da16a48d req-acd5f706-ffaf-4089-9c8b-56e4474a3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.682287 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-717bab45-34b5-46d8-a20f-ffc8da16a48d req-acd5f706-ffaf-4089-9c8b-56e4474a3839 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 1129 time: 0.1119456 Mar 22 19:33:01.726248 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-717bab45-34b5-46d8-a20f-ffc8da16a48d req-9b76e782-da25-4d5e-a7d0-9bb22f2b2e03 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 Mar 22 19:33:01.859117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22971d2e-250a-4829-be13-fd282b9a3b37 req-0388a16c-41df-4323-aea8-ea4b98ca816f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.860641 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-22971d2e-250a-4829-be13-fd282b9a3b37 req-0388a16c-41df-4323-aea8-ea4b98ca816f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0558686 Mar 22 19:33:01.909752 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-22971d2e-250a-4829-be13-fd282b9a3b37 req-7d5e62b6-e993-44f0-8fc1-0a59c47512b9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Mar 22 19:33:02.801523 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba47d-cb53-4abf-9771-da9625b0c89b req-5d4aec56-c6b5-4eb0-a606-5b14beaa8105 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:02.802998 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e1ba47d-cb53-4abf-9771-da9625b0c89b req-5d4aec56-c6b5-4eb0-a606-5b14beaa8105 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.0567324 Mar 22 19:33:02.859483 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e1ba47d-cb53-4abf-9771-da9625b0c89b req-660562db-5133-4534-a801-abc2953e9e56 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Mar 22 19:33:03.032330 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dc716-effa-4a34-ac36-062137af8311 req-df50e393-9681-467e-921c-399a220ff9d8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:03.033786 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-189dc716-effa-4a34-ac36-062137af8311 req-df50e393-9681-467e-921c-399a220ff9d8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0523915 Mar 22 19:33:03.081352 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-189dc716-effa-4a34-ac36-062137af8311 req-3d103c39-88e4-4c1e-b667-7dfc703e9a96 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Mar 22 19:33:03.979222 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f1ae-8b2a-45d5-af34-53409ae62951 req-9f61fe29-7dfe-450f-b7c6-b5fa859286ae tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:03.980733 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fee5f1ae-8b2a-45d5-af34-53409ae62951 req-9f61fe29-7dfe-450f-b7c6-b5fa859286ae tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.0525017 Mar 22 19:33:04.026708 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fee5f1ae-8b2a-45d5-af34-53409ae62951 req-727c26f4-f8ea-4821-8918-ae8865c093ac tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Mar 22 19:33:04.142407 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2ac0-e45b-4b3a-9e5c-de54f6d201b1 req-d1649689-451e-4148-957d-9a2de7d7a701 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:04.143859 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3daf2ac0-e45b-4b3a-9e5c-de54f6d201b1 req-d1649689-451e-4148-957d-9a2de7d7a701 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Mar 22 19:33:04.152674 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53162) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:04.157150 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'port_id': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:04.200921 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (51e0858d-fbf3-4565-b95f-a6434717a04d), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.204896 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad6816-3531-44de-bb57-37c2e207a410 req-00505e51-4097-4c64-bde3-8299a5a09e8c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:04.208876 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d2ad6816-3531-44de-bb57-37c2e207a410 req-00505e51-4097-4c64-bde3-8299a5a09e8c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0541322 Mar 22 19:33:04.256869 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d2ad6816-3531-44de-bb57-37c2e207a410 req-2cbeb59d-9826-4eae-a6da-63aa4b5028de tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444887 Mar 22 19:33:04.845788 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.906267 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (51e0858d-fbf3-4565-b95f-a6434717a04d), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.006853 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP 51e0858d-fbf3-4565-b95f-a6434717a04d associated. External IP: 172.27.0.124, port: 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0. Mar 22 19:33:05.012310 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:05.228983 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:05.250340 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:05.263578 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'e9982128-8254-4036-800a-a1441448a49d', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'port_id': 'e9982128-8254-4036-800a-a1441448a49d', 'mac_address': 'fa:16:3e:89:ee:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:05.291962 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7f6ac097-49a9-4c04-a324-4828c5e23319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.303308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:05.303693 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.317657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9982128-8254-4036-800a-a1441448a49d {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:05.338657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:05.372218 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:05.377730 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.382593 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:05.393655 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:05.394353 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:05.419997 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7e5ac318-3dc2-4034-96ff-f4e531ca4479 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "PUT /v2.0/floatingips/51e0858d-fbf3-4565-b95f-a6434717a04d HTTP/1.1" status: 200 len: 991 time: 1.2650902 Mar 22 19:33:05.420242 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:05.422485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4deeb28-7149-468d-9805-45aefef717dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:05.445281 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b92f7-fa62-46a9-a194-cf8e9a25475a req-94073c3c-d9a3-41b4-863e-9d525a26ffa6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.457884 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4e3b92f7-fa62-46a9-a194-cf8e9a25475a req-94073c3c-d9a3-41b4-863e-9d525a26ffa6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.1092482 Mar 22 19:33:05.465669 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.471361 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a730c-f59f-4ce3-9002-d0e23bd13ee3 x-openstack-request-id: req-950a730c-f59f-4ce3-9002-d0e23bd13ee3 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:05.471667 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:05.471914 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-950a730c-f59f-4ce3-9002-d0e23bd13ee3 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:05.472303 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950a730c-f59f-4ce3-9002-d0e23bd13ee3'] response: {'name': 'network-changed', 'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'status': 'completed', 'code': 200} Mar 22 19:33:05.515914 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4e3b92f7-fa62-46a9-a194-cf8e9a25475a req-9f65331b-7d7e-400e-8903-cd1680a427b8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522964 Mar 22 19:33:05.541459 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:05.541887 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deeb28-7149-468d-9805-45aefef717dc req-3677dc4c-b115-4341-9153-b8ce483a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.543437 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-3677dc4c-b115-4341-9153-b8ce483a812e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 1129 time: 0.0460157 Mar 22 19:33:05.560246 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:05.633403 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deeb28-7149-468d-9805-45aefef717dc req-478165d3-895b-4aae-ba35-89904fbaa56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.635030 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-478165d3-895b-4aae-ba35-89904fbaa56d service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.0840781 Mar 22 19:33:05.707445 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-2572c9fa-0807-4138-a823-9750a7004d1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 HTTP/1.1" status: 200 len: 999 time: 0.0631371 Mar 22 19:33:05.754902 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deeb28-7149-468d-9805-45aefef717dc req-faf67557-45b1-4eab-b617-11d4e1b623a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.756398 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-faf67557-45b1-4eab-b617-11d4e1b623a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0430467 Mar 22 19:33:05.789234 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '51e0858d-fbf3-4565-b95f-a6434717a04d', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:55:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:48Z', 'updated_at': '2022-03-22T19:33:04Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:05.806021 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deeb28-7149-468d-9805-45aefef717dc req-3956b918-3679-4296-b94a-0234bb8bfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.810817 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-3956b918-3679-4296-b94a-0234bb8bfd62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449805 Mar 22 19:33:05.822137 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['e9982128-8254-4036-800a-a1441448a49d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:05.825719 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:05.863970 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:05.864597 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:32:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:05.901111 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-048d8c97-09d2-4cc0-9e8e-f68406bbcfde service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866463 Mar 22 19:33:05.991716 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4deeb28-7149-468d-9805-45aefef717dc req-5127a43a-ce26-4b10-abe1-2136cd2afb2f service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829668 Mar 22 19:33:06.011911 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:06.261448 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '51e0858d-fbf3-4565-b95f-a6434717a04d', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:55:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:48Z', 'updated_at': '2022-03-22T19:33:04Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:06.287590 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8fe6d3-4b98-4963-bfa4-b5af84ba6dc4 None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '51e0858d-fbf3-4565-b95f-a6434717a04d', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:55:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:48Z', 'updated_at': '2022-03-22T19:33:04Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:06.474203 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42ff6d-ac1a-4630-9707-1260ca67458e None None] New status for floating IP 51e0858d-fbf3-4565-b95f-a6434717a04d: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:06.643594 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf86fad-98a2-48bc-8b28-ce734422542c req-93cbc9f5-e495-43a4-bc83-9aaabee275a7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:06.645089 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-baf86fad-98a2-48bc-8b28-ce734422542c req-93cbc9f5-e495-43a4-bc83-9aaabee275a7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 944 time: 0.0556068 Mar 22 19:33:06.698106 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-baf86fad-98a2-48bc-8b28-ce734422542c req-4a3234ff-8789-441e-a58f-896ffc35d45b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471663 Mar 22 19:33:07.011117 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:07.157874 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port e9982128-8254-4036-800a-a1441448a49d completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:07.162193 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port e9982128-8254-4036-800a-a1441448a49d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:07.162600 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9982128-8254-4036-800a-a1441448a49d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.242761 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:07.243176 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.265102 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:07.267250 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e9cd1-a4a8-4beb-a0c9-982accf40fd3" -d '{"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-plugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:07.282877 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:07.303858 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e54a37-e6db-4d24-bbf8-3802f913b261 x-openstack-request-id: req-b7e54a37-e6db-4d24-bbf8-3802f913b261 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:07.304152 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-plugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:07.304409 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7e54a37-e6db-4d24-bbf8-3802f913b261 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:07.304807 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e54a37-e6db-4d24-bbf8-3802f913b261'] response: {'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'code': 200} Mar 22 19:33:07.391965 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.441866 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:07.584454 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3f86e-f968-4b2a-9296-a5955fc38a7b req-42c8a3be-04ca-44ad-bbc9-9a8d92a5c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.585810 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51b3f86e-f968-4b2a-9296-a5955fc38a7b req-42c8a3be-04ca-44ad-bbc9-9a8d92a5c81a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1129 time: 0.0422370 Mar 22 19:33:07.631752 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51b3f86e-f968-4b2a-9296-a5955fc38a7b req-61dd118f-579d-4126-bdaf-af19b30a2aeb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360231 Mar 22 19:33:07.820888 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ef77-b7ea-409d-ac19-7406c45cf932 req-03728456-71ae-48c3-a41e-8a1654143486 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.823141 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d322ef77-b7ea-409d-ac19-7406c45cf932 req-03728456-71ae-48c3-a41e-8a1654143486 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0528100 Mar 22 19:33:07.830432 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b37b83c1-3ffc-4061-8fe2-a72691b652e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.870236 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d322ef77-b7ea-409d-ac19-7406c45cf932 req-e420425d-3cf8-4c71-963c-2973336bbf47 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Mar 22 19:33:08.996873 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de613f64-a8e4-4d1e-a0c8-3d992ee1ac33 req-c7915f06-71f3-4998-9684-cb6d57c5a0a4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.998564 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-de613f64-a8e4-4d1e-a0c8-3d992ee1ac33 req-c7915f06-71f3-4998-9684-cb6d57c5a0a4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0565526 Mar 22 19:33:09.047394 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-de613f64-a8e4-4d1e-a0c8-3d992ee1ac33 req-3c6c545c-7ad6-4ce9-9296-3edc30f72f94 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Mar 22 19:33:09.064858 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.175369 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c3ed6-a3cc-4fe3-93e8-bf72b8ce3a7c req-187d7135-30eb-4be6-9bf6-978c4b1e7413 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.176848 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-003c3ed6-a3cc-4fe3-93e8-bf72b8ce3a7c req-187d7135-30eb-4be6-9bf6-978c4b1e7413 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0558889 Mar 22 19:33:10.222549 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-003c3ed6-a3cc-4fe3-93e8-bf72b8ce3a7c req-29a095aa-dd2e-498b-ba5a-1dda09893aef tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400512 Mar 22 19:33:10.342495 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282572-7a28-43cf-94ef-81f1e43474cb req-861450e1-8957-4459-82a9-b0655fb1881b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.343952 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef282572-7a28-43cf-94ef-81f1e43474cb req-861450e1-8957-4459-82a9-b0655fb1881b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0545316 Mar 22 19:33:10.352550 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53184) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:10.357069 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Request body: {'floatingip': {'port_id': 'e9982128-8254-4036-800a-a1441448a49d'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:10.357728 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.401325 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (5fee77a0-2fa6-4da0-92cc-2544342af056), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.441522 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.845397 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.934748 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (5fee77a0-2fa6-4da0-92cc-2544342af056), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.042700 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Floating IP 5fee77a0-2fa6-4da0-92cc-2544342af056 associated. External IP: 172.27.0.146, port: e9982128-8254-4036-800a-a1441448a49d. Mar 22 19:33:11.279785 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Router 93f81a09-6346-4c85-a68f-347926316fbd has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:11.397742 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:11.403187 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.409823 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:11.420808 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:11.421442 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:11.451570 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b2b14777-b48a-4941-a689-5304c3a466b4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "PUT /v2.0/floatingips/5fee77a0-2fa6-4da0-92cc-2544342af056 HTTP/1.1" status: 200 len: 991 time: 1.0843840 Mar 22 19:33:11.451570 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:11.451570 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:11.482330 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a299f-5f11-422b-ab12-ece861403dee x-openstack-request-id: req-8c2a299f-5f11-422b-ab12-ece861403dee {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:11.482732 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "tag": "e9982128-8254-4036-800a-a1441448a49d", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:11.483130 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c2a299f-5f11-422b-ab12-ece861403dee {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:11.483760 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2a299f-5f11-422b-ab12-ece861403dee'] response: {'name': 'network-changed', 'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'status': 'completed', 'code': 200} Mar 22 19:33:11.542238 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:11.554273 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-d3ac0e07-2886-4f4d-82e9-5539a0b9af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:11.556372 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-d3ac0e07-2886-4f4d-82e9-5539a0b9af5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1129 time: 0.0500617 Mar 22 19:33:11.739117 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.853252 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '5fee77a0-2fa6-4da0-92cc-2544342af056', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'port_id': 'e9982128-8254-4036-800a-a1441448a49d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'mac_address': 'fa:16:3e:89:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:54Z', 'updated_at': '2022-03-22T19:33:10Z', 'revision_number': 1, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:11.884386 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:11.893123 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:11.893745 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:11.897995 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-144bd9ab-0a05-4700-8969-38c5dfc881e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:11.899485 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-144bd9ab-0a05-4700-8969-38c5dfc881e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.3361328 Mar 22 19:33:11.967740 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-52289372-a708-4983-8460-134396ff3535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 200 len: 999 time: 0.0586777 Mar 22 19:33:12.019647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-4dff97a1-12ad-485c-937b-5fff9ce89600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.021108 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-4dff97a1-12ad-485c-937b-5fff9ce89600 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0472875 Mar 22 19:33:12.078390 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-f1312a70-0339-4801-97f8-6590cddf6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.079927 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-f1312a70-0339-4801-97f8-6590cddf6594 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503318 Mar 22 19:33:12.144422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:12.168664 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-d8c3ea8d-87e2-4572-940c-48b3a2944682 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Mar 22 19:33:12.263243 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3426358-bea5-4f81-bdb8-64cf9c12c4f8 req-0080182b-1b4d-422a-9e1b-a37af918cdb1 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883634 Mar 22 19:33:12.366859 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '5fee77a0-2fa6-4da0-92cc-2544342af056', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'port_id': 'e9982128-8254-4036-800a-a1441448a49d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'mac_address': 'fa:16:3e:89:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:54Z', 'updated_at': '2022-03-22T19:33:10Z', 'revision_number': 1, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:12.397037 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca59fd-ae4f-4b3f-860c-512f505a1c09 None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '5fee77a0-2fa6-4da0-92cc-2544342af056', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'port_id': 'e9982128-8254-4036-800a-a1441448a49d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'mac_address': 'fa:16:3e:89:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:32:54Z', 'updated_at': '2022-03-22T19:33:10Z', 'revision_number': 1, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:12.585381 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d1d38-82f3-4dc9-b960-0295fbfaab00 None None] New status for floating IP 5fee77a0-2fa6-4da0-92cc-2544342af056: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:16.585152 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:33:21.148919 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f6fe-fb78-43cb-aa53-da596331477c req-0fe22666-44ca-4687-8fac-6661e656b43a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:21.150367 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6139f6fe-fb78-43cb-aa53-da596331477c req-0fe22666-44ca-4687-8fac-6661e656b43a tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0527284 Mar 22 19:33:21.196134 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6139f6fe-fb78-43cb-aa53-da596331477c req-fff4a809-1dfa-47ce-8a64-89a4f44ef3da tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Mar 22 19:33:22.317467 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599b3ad-3f80-48cb-bb4d-0dec384fdd7c req-6b4acddc-d001-4179-83f7-4b75c4c92df7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:22.318949 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f599b3ad-3f80-48cb-bb4d-0dec384fdd7c req-6b4acddc-d001-4179-83f7-4b75c4c92df7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0540857 Mar 22 19:33:22.371787 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f599b3ad-3f80-48cb-bb4d-0dec384fdd7c req-06ec6b83-361a-4e09-809d-c81f4daa5987 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461597 Mar 22 19:33:23.491687 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46064-82c2-4313-a7e9-aebcf3ba8667 req-b3d9e420-acfe-4e6e-b00f-f0e3a9094535 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:23.493688 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-33f46064-82c2-4313-a7e9-aebcf3ba8667 req-b3d9e420-acfe-4e6e-b00f-f0e3a9094535 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0554881 Mar 22 19:33:23.539682 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-33f46064-82c2-4313-a7e9-aebcf3ba8667 req-a52616c0-e6a1-46aa-8430-20620a853c0b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400207 Mar 22 19:33:24.662099 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c256d-8900-4b0a-b00a-f35d0316c52f req-0e79c149-bd40-461e-944d-eba6af481902 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:24.663621 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-113c256d-8900-4b0a-b00a-f35d0316c52f req-0e79c149-bd40-461e-944d-eba6af481902 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0565178 Mar 22 19:33:24.713081 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-113c256d-8900-4b0a-b00a-f35d0316c52f req-aec2cbfb-d5d3-4bff-9e78-b3ef3cac0482 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430212 Mar 22 19:33:24.959488 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750a1f-d827-4f77-a918-41dab5b54bdd req-9fb5530b-3790-4103-9092-703806a18739 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:24.961019 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-40750a1f-d827-4f77-a918-41dab5b54bdd req-9fb5530b-3790-4103-9092-703806a18739 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0550923 Mar 22 19:33:25.023014 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-40750a1f-d827-4f77-a918-41dab5b54bdd req-621c5a15-828b-41a3-965a-38a6fdc89cfe tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556564 Mar 22 19:33:25.106401 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-994dd5b2-84d1-423b-9f92-4654aa06a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.107920 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-994dd5b2-84d1-423b-9f92-4654aa06a0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1168 time: 0.0857689 Mar 22 19:33:25.119103 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-c34d2949-18db-4783-8fea-71dd72ad5069 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.120479 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-c34d2949-18db-4783-8fea-71dd72ad5069 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.0889490 Mar 22 19:33:25.265737 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-e0d2e156-6a87-4a08-b45d-ea3e8df40076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.267262 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-e0d2e156-6a87-4a08-b45d-ea3e8df40076 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 915 time: 0.1458824 Mar 22 19:33:25.290109 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Deleting port b26c98c6-1a2b-412a-96ca-774bd5699efe {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:25.290398 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.390867 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-51093e16-07a2-4cac-9af1-05f3bf73e101 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 1001 time: 0.1100168 Mar 22 19:33:25.455619 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] For port b26c98c6-1a2b-412a-96ca-774bd5699efe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b26c98c6-1a2b-412a-96ca-774bd5699efe,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:25.455986 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.468496 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-947b8b0d-4df0-491b-8728-2f06f0ec61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.471643 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-947b8b0d-4df0-491b-8728-2f06f0ec61c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 200 len: 853 time: 0.0712900 Mar 22 19:33:25.610074 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-13e81408-3990-4c16-b798-003230b57194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.611838 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-13e81408-3990-4c16-b798-003230b57194 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e460ed-902f-43c7-94be-ffc843cf9017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1036444 Mar 22 19:33:25.716946 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.717307 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.717619 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Floating IP a0eedeb4-ece3-4826-b831-98683a30fe54 disassociated. External IP: 172.27.0.17, port: b26c98c6-1a2b-412a-96ca-774bd5699efe. Mar 22 19:33:25.717962 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Calling delete_port for b26c98c6-1a2b-412a-96ca-774bd5699efe owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:25.786083 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-059a1911-bfa9-4528-917a-29f3e363d6e9 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434162 Mar 22 19:33:25.955300 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acb659-3dbe-44dc-ad3e-e7ddea722a75 req-325ef304-0ecf-464c-aa0b-d13b7afe43c2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.956851 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25acb659-3dbe-44dc-ad3e-e7ddea722a75 req-325ef304-0ecf-464c-aa0b-d13b7afe43c2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 945 time: 0.1731501 Mar 22 19:33:25.962386 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a373de55-48c2-4f57-b5b8-6de3e7accb8d req-cd0bd027-01e0-4e28-9ce3-c0f55465cb07 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610703 Mar 22 19:33:26.019289 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25acb659-3dbe-44dc-ad3e-e7ddea722a75 req-16241260-c182-413d-ae75-b6438662a41f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=6749e3a9-28fe-4cf1-8057-00f0df17a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558453 Mar 22 19:33:26.073306 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (b26c98c6-1a2b-412a-96ca-774bd5699efe), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:26.116998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event deleted for resources: {'Port': ['ID=b26c98c6-1a2b-412a-96ca-774bd5699efe,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:26.159911 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c781cac-214c-456b-b808-46f4fc6d7c3d req-f19169cd-c7c8-44cc-8c33-f6680ccfcf3b tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:26.161755 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8c781cac-214c-456b-b808-46f4fc6d7c3d req-f19169cd-c7c8-44cc-8c33-f6680ccfcf3b tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0670261 Mar 22 19:33:26.226634 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8c781cac-214c-456b-b808-46f4fc6d7c3d req-8e72aece-e9a6-44cc-8811-74965ddb37d6 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573325 Mar 22 19:33:26.236186 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Router ab35bf70-d48e-405c-880a-6e62d73f83fc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:26.346141 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:26.363444 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] Sync routers for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:26.374532 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:26.375247 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:26.405638 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] No DVR routers for this DVR port b26c98c6-1a2b-412a-96ca-774bd5699efe on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:26.408355 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:26.412547 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c98b140-a605-4f0c-8fa1-33412dcff5f1 req-948eafe7-1671-417b-a3cb-6acee4f2f203 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "DELETE /v2.0/ports/b26c98c6-1a2b-412a-96ca-774bd5699efe HTTP/1.1" status: 204 len: 173 time: 1.2841065 Mar 22 19:33:26.413059 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'name': 'network-vif-deleted', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:26.420981 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a0643-9067-45d3-85c6-25d936cab68b" -d '{"events": [{"server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "name": "network-vif-deleted", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:26.472087 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624a2e7-293a-4387-ab66-b9f33c242ebc x-openstack-request-id: req-c624a2e7-293a-4387-ab66-b9f33c242ebc {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:26.472386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24154e34-941a-4574-b59e-fbd3a04237b6", "name": "network-vif-deleted", "tag": "b26c98c6-1a2b-412a-96ca-774bd5699efe", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:26.472642 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c624a2e7-293a-4387-ab66-b9f33c242ebc {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:26.473105 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c624a2e7-293a-4387-ab66-b9f33c242ebc'] response: {'server_uuid': '24154e34-941a-4574-b59e-fbd3a04237b6', 'name': 'network-vif-deleted', 'tag': 'b26c98c6-1a2b-412a-96ca-774bd5699efe', 'status': 'completed', 'code': 200} Mar 22 19:33:26.495969 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:26.712440 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:26.739015 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] Checking router: ab35bf70-d48e-405c-880a-6e62d73f83fc for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:26.747980 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:26.748525 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:26.858984 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:27.013220 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aa75e-8ba7-4d56-bfb5-b1302933098a req-4f665928-e83a-4440-be5f-8f7b721d7c65 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:27.014645 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-249aa75e-8ba7-4d56-bfb5-b1302933098a req-4f665928-e83a-4440-be5f-8f7b721d7c65 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0553522 Mar 22 19:33:27.068089 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:27.076490 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-249aa75e-8ba7-4d56-bfb5-b1302933098a req-a2333c4a-c947-4231-bc19-86f949045505 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554295 Mar 22 19:33:27.098118 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fbd7d-9fd9-4f5e-818b-a9f7f8e8a4e4 None None] The sync data for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi is: [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:29:01Z', 'revision_number': 4, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'e9d619a5-9fd3-4133-8bf0-12a07e8ea914', 'name': '', 'network_id': '8c21b828-c893-45f4-aa49-e2a1f6c14e39', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'mac_address': 'fa:16:3e:59:1a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:58Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'subnets': [{'id': 'e2ce7820-6704-440d-8acc-02cedef5a199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:27.143258 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3bdbafc4-e565-4b14-b105-08ad3d3a7268 req-5961a957-63ab-4282-acf1-680bfdf0fcc2 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=24154e34-941a-4574-b59e-fbd3a04237b6 HTTP/1.1" status: 200 len: 210 time: 0.0304043 Mar 22 19:33:27.340268 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e7bdc-4934-4195-88f2-34a06ca34813 None None] New status for floating IP a0eedeb4-ece3-4826-b831-98683a30fe54: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:27.361207 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e8784-384d-4d3f-b909-a1829a095cd5 req-13c42c26-665b-4d37-9edf-bcc1ca50b594 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:27.362881 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-811e8784-384d-4d3f-b909-a1829a095cd5 req-13c42c26-665b-4d37-9edf-bcc1ca50b594 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0606987 Mar 22 19:33:27.427002 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-811e8784-384d-4d3f-b909-a1829a095cd5 req-ac9e816c-840b-4670-b22f-1dfd1480b952 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572622 Mar 22 19:33:28.195500 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e811d-ac05-4ade-9a1d-c8db7e3471d8 req-77d4d820-f8be-4845-89fe-2bdb6cbaade2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.197737 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7b5e811d-ac05-4ade-9a1d-c8db7e3471d8 req-77d4d820-f8be-4845-89fe-2bdb6cbaade2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0537682 Mar 22 19:33:28.246598 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7b5e811d-ac05-4ade-9a1d-c8db7e3471d8 req-611110ce-dcd9-4a0d-99b6-4578b7cfe620 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Mar 22 19:33:28.266756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53268) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:28.324317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-abd84be0-b1de-4a47-b695-fbd34c421491 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group (6749e3a9-28fe-4cf1-8057-00f0df17a6fa), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.347263 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-abd84be0-b1de-4a47-b695-fbd34c421491 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group (6749e3a9-28fe-4cf1-8057-00f0df17a6fa), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.478159 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-abd84be0-b1de-4a47-b695-fbd34c421491 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (6749e3a9-28fe-4cf1-8057-00f0df17a6fa), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.480949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-abd84be0-b1de-4a47-b695-fbd34c421491 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.482115 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-abd84be0-b1de-4a47-b695-fbd34c421491 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "DELETE /v2.0/security-groups/6749e3a9-28fe-4cf1-8057-00f0df17a6fa HTTP/1.1" status: 204 len: 168 time: 0.2141526 Mar 22 19:33:28.484828 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53272) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:28.491755 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84be0-b1de-4a47-b695-fbd34c421491 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6749e3a9-28fe-4cf1-8057-00f0df17a6fa,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:28.500466 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-64770838-99fc-4c9b-a06c-b1a2e5ef54ea tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] show failed (client error): The resource could not be found. Mar 22 19:33:28.501500 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-64770838-99fc-4c9b-a06c-b1a2e5ef54ea tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups/6749e3a9-28fe-4cf1-8057-00f0df17a6fa HTTP/1.1" status: 404 len: 347 time: 0.0155900 Mar 22 19:33:28.504231 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53274) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:28.551855 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee7f14-bf9a-4a8e-9ddb-2105a4383ea4 req-26236088-8883-4a91-8387-8c841adfebe1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.553354 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87ee7f14-bf9a-4a8e-9ddb-2105a4383ea4 req-26236088-8883-4a91-8387-8c841adfebe1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0565464 Mar 22 19:33:28.614765 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87ee7f14-bf9a-4a8e-9ddb-2105a4383ea4 req-9e1f5f73-e020-47ba-a07a-fdf3ec2ac670 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549409 Mar 22 19:33:28.632174 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Deleting port ce77c746-97f1-4437-b896-61924c2905ce {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:28.632529 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (ce77c746-97f1-4437-b896-61924c2905ce), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.708225 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (ce77c746-97f1-4437-b896-61924c2905ce), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.708472 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (ce77c746-97f1-4437-b896-61924c2905ce), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.720656 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Calling delete_port for ce77c746-97f1-4437-b896-61924c2905ce owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:28.938994 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (ce77c746-97f1-4437-b896-61924c2905ce), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.967168 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event deleted for resources: {'Port': ['ID=ce77c746-97f1-4437-b896-61924c2905ce,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:29.029409 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks [] for floatingip (a0eedeb4-ece3-4826-b831-98683a30fe54), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.032280 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.033418 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-33fe7ff4-38dc-4c93-a18d-42c9caca6420 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "DELETE /v2.0/floatingips/a0eedeb4-ece3-4826-b831-98683a30fe54 HTTP/1.1" status: 204 len: 168 time: 0.5282497 Mar 22 19:33:29.105065 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b26c98c6-1a2b-412a-96ca-774bd5699efe no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:29.124871 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: b26c98c6-1a2b-412a-96ca-774bd5699efe {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:29.125215 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device b26c98c6-1a2b-412a-96ca-774bd5699efe not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:29.310717 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-f0e8796f-b98a-4493-88eb-33648bcbeaf9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.313004 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-f0e8796f-b98a-4493-88eb-33648bcbeaf9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Mar 22 19:33:29.374434 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524734b-4661-451c-b6c9-2a8ad472a001 req-de8a5f3e-76d0-4926-820d-f82b02b300a7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.375947 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1524734b-4661-451c-b6c9-2a8ad472a001 req-de8a5f3e-76d0-4926-820d-f82b02b300a7 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 945 time: 0.0558851 Mar 22 19:33:29.417699 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Deleting port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:29.418057 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.427900 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1524734b-4661-451c-b6c9-2a8ad472a001 req-b0368db8-8423-4f21-8e7d-f763b0c305d9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=e1da72a9-ac3e-4c61-b608-63f9b22d2878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464575 Mar 22 19:33:29.510504 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] For port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:29.510782 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.699076 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.699441 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (75e6060b-9891-470b-8638-d3e57ebe570d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.699792 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Floating IP 75e6060b-9891-470b-8638-d3e57ebe570d disassociated. External IP: 172.27.0.205, port: 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51. Mar 22 19:33:29.702396 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Calling delete_port for 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:29.785578 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce098-5c0e-4d8d-b861-46ead84a6005 req-e2cdd10a-090f-4cb7-9758-7996e6cd7790 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.786984 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfce098-5c0e-4d8d-b861-46ead84a6005 req-e2cdd10a-090f-4cb7-9758-7996e6cd7790 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.1032383 Mar 22 19:33:29.894344 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfce098-5c0e-4d8d-b861-46ead84a6005 req-af6bf23f-fc7d-4a6b-be53-41d545d364f1 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980711 Mar 22 19:33:29.956178 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (9043e679-2eb9-4b01-9f9e-ee5ef05f6f51), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.984346 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event deleted for resources: {'Port': ['ID=9043e679-2eb9-4b01-9f9e-ee5ef05f6f51,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:30.101209 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:30.209905 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:30.221004 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:30.231176 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:30.231823 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:30.250497 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] No DVR routers for this DVR port 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:30.252967 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:30.256535 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fade556e-63a6-4660-964f-6310f3b1e4b7 req-c13a0475-807e-4af6-ba4b-13b8e95ef4f0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "DELETE /v2.0/ports/9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 HTTP/1.1" status: 204 len: 173 time: 0.9370358 Mar 22 19:33:30.256685 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'name': 'network-vif-deleted', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:30.259832 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6339d7-5cfe-4e52-b7b7-7aa646bfb9a9" -d '{"events": [{"server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "name": "network-vif-deleted", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:30.300381 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620d4c1-b27e-43e0-80ad-57ce8f70a019 x-openstack-request-id: req-6620d4c1-b27e-43e0-80ad-57ce8f70a019 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:30.301151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f055ef-b1cd-4cff-8db3-65afc0f9cb83", "name": "network-vif-deleted", "tag": "9043e679-2eb9-4b01-9f9e-ee5ef05f6f51", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:30.301151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6620d4c1-b27e-43e0-80ad-57ce8f70a019 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:30.301366 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6620d4c1-b27e-43e0-80ad-57ce8f70a019'] response: {'server_uuid': 'b9f055ef-b1cd-4cff-8db3-65afc0f9cb83', 'name': 'network-vif-deleted', 'tag': '9043e679-2eb9-4b01-9f9e-ee5ef05f6f51', 'status': 'completed', 'code': 200} Mar 22 19:33:30.359459 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:30.563665 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ea65c47-1ba3-46f5-b8fb-45e4988e0b67 req-c5f169ba-63ea-4749-bf41-bb157f9f1fd2 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9f055ef-b1cd-4cff-8db3-65afc0f9cb83 HTTP/1.1" status: 200 len: 210 time: 0.0373561 Mar 22 19:33:30.600392 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:30.628479 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:30.637457 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:30.638087 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:30.748197 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:30.953527 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:30.984341 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc6e3f-8cb7-4ab3-af7b-96828a8424ef None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:31.022791 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b5afc-894e-494b-911e-7c4936684643 req-3fd74e03-2078-49ac-ba58-d25c38838aec tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:31.025040 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1b7b5afc-894e-494b-911e-7c4936684643 req-3fd74e03-2078-49ac-ba58-d25c38838aec tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0597155 Mar 22 19:33:31.090668 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1b7b5afc-894e-494b-911e-7c4936684643 req-1590c515-a92d-4f0d-b7bc-2042299089f8 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595086 Mar 22 19:33:31.232170 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc986921-34ec-4943-9506-c723980337cf None None] New status for floating IP 75e6060b-9891-470b-8638-d3e57ebe570d: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:31.728923 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53304) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:31.780424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0112bbd-9567-427f-9996-c02a66423ad6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (e1da72a9-ac3e-4c61-b608-63f9b22d2878), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:31.805939 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0112bbd-9567-427f-9996-c02a66423ad6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (e1da72a9-ac3e-4c61-b608-63f9b22d2878), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:31.917197 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0112bbd-9567-427f-9996-c02a66423ad6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e1da72a9-ac3e-4c61-b608-63f9b22d2878), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:31.919960 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0112bbd-9567-427f-9996-c02a66423ad6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:31.921180 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d0112bbd-9567-427f-9996-c02a66423ad6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "DELETE /v2.0/security-groups/e1da72a9-ac3e-4c61-b608-63f9b22d2878 HTTP/1.1" status: 204 len: 168 time: 0.1912541 Mar 22 19:33:31.923996 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53306) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:31.931266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0112bbd-9567-427f-9996-c02a66423ad6 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da72a9-ac3e-4c61-b608-63f9b22d2878,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:31.938472 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-64ea47d4-4f3c-401e-9a2b-67880d2f5057 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] show failed (client error): The resource could not be found. Mar 22 19:33:31.939463 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-64ea47d4-4f3c-401e-9a2b-67880d2f5057 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups/e1da72a9-ac3e-4c61-b608-63f9b22d2878 HTTP/1.1" status: 404 len: 347 time: 0.0144975 Mar 22 19:33:31.942413 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53308) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:32.070241 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Deleting port 6268e6d2-3ea6-42df-941b-bbf5d111583b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:32.071951 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.104340 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafa683-b14b-4309-a8f6-067c517ce6f9 req-bfbc222b-85f7-42a3-b841-e257b8eb1f0f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:32.105862 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8fafa683-b14b-4309-a8f6-067c517ce6f9 req-bfbc222b-85f7-42a3-b841-e257b8eb1f0f tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0530612 Mar 22 19:33:32.154053 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.154445 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (6268e6d2-3ea6-42df-941b-bbf5d111583b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.156643 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8fafa683-b14b-4309-a8f6-067c517ce6f9 req-6992bc95-6e98-430d-91c3-2bef7c9497d7 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Mar 22 19:33:32.410373 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Calling delete_port for 6268e6d2-3ea6-42df-941b-bbf5d111583b owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:32.482209 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99011aa-6398-4406-9b74-51ed6491ea18 req-b7613b53-1b50-4223-90e5-6f160e011bf7 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:32.483709 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e99011aa-6398-4406-9b74-51ed6491ea18 req-b7613b53-1b50-4223-90e5-6f160e011bf7 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.3210044 Mar 22 19:33:32.593167 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e99011aa-6398-4406-9b74-51ed6491ea18 req-2df8fde8-e3d6-425f-a9a2-6cd2c0aa654d tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038201 Mar 22 19:33:32.659146 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (6268e6d2-3ea6-42df-941b-bbf5d111583b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.689383 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event deleted for resources: {'Port': ['ID=6268e6d2-3ea6-42df-941b-bbf5d111583b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:32.751233 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (75e6060b-9891-470b-8638-d3e57ebe570d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.754162 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.755305 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a95665ab-a3bc-4963-b7fb-c94fec3d6df4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "DELETE /v2.0/floatingips/75e6060b-9891-470b-8638-d3e57ebe570d HTTP/1.1" status: 204 len: 168 time: 0.8119812 Mar 22 19:33:33.020407 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53320) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:33.025484 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798846952', 'description': 'tempest-description--1689189346'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:33.111762 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.133408 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:33.165898 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:33.166447 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9043e679-2eb9-4b01-9f9e-ee5ef05f6f51 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:33.197129 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (d7ca5ef6-b462-4895-bd15-04715998dac9), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.260764 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (d7ca5ef6-b462-4895-bd15-04715998dac9), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.280697 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510eb8-ac1c-4f74-8299-b23ec0d1b381 req-72315372-1105-4044-a7c1-43787db41e61 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:33.282072 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1d510eb8-ac1c-4f74-8299-b23ec0d1b381 req-72315372-1105-4044-a7c1-43787db41e61 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0549126 Mar 22 19:33:33.290568 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca5ef6-b462-4895-bd15-04715998dac9,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:33.330010 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1d510eb8-ac1c-4f74-8299-b23ec0d1b381 req-dfea4d2e-f39f-453a-a751-d3c4d1453ebe tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Mar 22 19:33:33.371339 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.372617 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7ea5bcab-25df-4922-8768-1f968bcb4795 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3512068 Mar 22 19:33:33.375762 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53324) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:33.379872 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca5ef6-b462-4895-bd15-04715998dac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:33.483225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (a69b3965-f5ed-41e9-9ea7-7ef58f14ea99), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.537886 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (a69b3965-f5ed-41e9-9ea7-7ef58f14ea99), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.613171 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (a69b3965-f5ed-41e9-9ea7-7ef58f14ea99), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.630717 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69b3965-f5ed-41e9-9ea7-7ef58f14ea99,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:33.702206 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.703385 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fffd7cf5-6880-4119-89b4-fdd7d09dfbdf tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267233 Mar 22 19:33:33.706279 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53328) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:33.710963 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca5ef6-b462-4895-bd15-04715998dac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:33.716316 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9171a-e9c3-4cbb-9d1c-188ae8179ba7 req-8d7671e8-965b-4d8f-abbf-29192f9bfc6a tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:33.719961 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-21e9171a-e9c3-4cbb-9d1c-188ae8179ba7 req-8d7671e8-965b-4d8f-abbf-29192f9bfc6a tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0601079 Mar 22 19:33:33.777136 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-21e9171a-e9c3-4cbb-9d1c-188ae8179ba7 req-c43cd835-1efa-4258-b64d-dd8f402aec3d tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533330 Mar 22 19:33:33.796431 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (aea4b0ff-fb0f-43e1-9278-6c9b0df14d3d), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.850468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (aea4b0ff-fb0f-43e1-9278-6c9b0df14d3d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.917302 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (aea4b0ff-fb0f-43e1-9278-6c9b0df14d3d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.936240 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea4b0ff-fb0f-43e1-9278-6c9b0df14d3d,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:34.010673 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.011942 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0ff796fc-b509-47cb-bfaa-b841c5a7c7d5 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046730 Mar 22 19:33:34.015647 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53330) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:34.019907 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:34.127724 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.227406 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.336546 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Allocated IP 172.27.0.38 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/7ad3cb71-92fa-49c6-a06b-f01908a339df) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:34.503415 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fa1ba-3865-402b-be1a-b1b556865839 req-4a770726-50c0-4793-afb6-799df175a8d3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:34.504932 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b7fa1ba-3865-402b-be1a-b1b556865839 req-4a770726-50c0-4793-afb6-799df175a8d3 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0999870 Mar 22 19:33:34.507724 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.575281 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b7fa1ba-3865-402b-be1a-b1b556865839 req-523995aa-9a13-4628-a023-4b26f15557a6 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Mar 22 19:33:34.637690 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-5934a838-8046-4e75-bdb8-76103d630961 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:34.639135 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-5934a838-8046-4e75-bdb8-76103d630961 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 946 time: 0.0791447 Mar 22 19:33:34.643289 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.684771 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:34.687630 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:34.690146 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:34.716794 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'Port': ['ID=7ad3cb71-92fa-49c6-a06b-f01908a339df,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:34.738756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Deleting port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:34.739102 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.784632 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (e2981465-dc24-42cd-a113-c65bbb012b9f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.833098 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] For port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:34.833465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.851743 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Calling delete_port for 158a2f2a-e8ce-489a-be5d-5fe9daf6216e owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:34.873738 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.952875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37591b-beea-4998-91c3-8df2b9409c5d req-87fab044-95fd-4de2-b9e6-071a45e30ab8 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:34.954333 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ac37591b-beea-4998-91c3-8df2b9409c5d req-87fab044-95fd-4de2-b9e6-071a45e30ab8 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.1044114 Mar 22 19:33:35.031813 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.054740 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ac37591b-beea-4998-91c3-8df2b9409c5d req-0b494b83-5cca-4ecd-90f3-d7a39bb5fd29 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939000 Mar 22 19:33:35.093178 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.121672 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (158a2f2a-e8ce-489a-be5d-5fe9daf6216e), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.142351 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['11fbd0d7-b05a-4ddb-b95d-025295d7a3ae', '158a2f2a-e8ce-489a-be5d-5fe9daf6216e'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:35.150594 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event deleted for resources: {'Port': ['ID=158a2f2a-e8ce-489a-be5d-5fe9daf6216e,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:35.171041 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'Port': ['ID=7ad3cb71-92fa-49c6-a06b-f01908a339df,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:35.186947 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (e2981465-dc24-42cd-a113-c65bbb012b9f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.285788 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.295606 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b6c4020c-a827-4b4b-8109-1b0743b26455 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2706666 Mar 22 19:33:35.312263 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-065ef41c-b2b6-4fe2-87de-1922f8992128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.459024 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] No DVR routers for this DVR port 158a2f2a-e8ce-489a-be5d-5fe9daf6216e on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:35.462834 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.466166 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d52663ae-72d6-488a-9dc2-34ae4879163a req-e0496502-89cf-4e47-9566-090b3222185d tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "DELETE /v2.0/ports/158a2f2a-e8ce-489a-be5d-5fe9daf6216e HTTP/1.1" status: 204 len: 173 time: 0.8217602 Mar 22 19:33:35.466612 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'name': 'network-vif-deleted', 'tag': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:35.468843 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4234a880-85fd-4d6f-bef3-df4a2baa1d72" -d '{"events": [{"server_uuid": "c0c8dfda-a445-4969-9ca8-7c160475cb03", "name": "network-vif-deleted", "tag": "158a2f2a-e8ce-489a-be5d-5fe9daf6216e"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:35.501814 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-0daf38bc-c9f4-4c2b-af8b-f87166e6e6f3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--798846952&fields=id&tenant_id=f526df40816446708a00576855f8be10 HTTP/1.1" status: 200 len: 267 time: 0.0519652 Mar 22 19:33:35.512383 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b3366e-e1cb-4178-87bb-6f8ab031f0ef x-openstack-request-id: req-c1b3366e-e1cb-4178-87bb-6f8ab031f0ef {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:35.512680 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c8dfda-a445-4969-9ca8-7c160475cb03", "name": "network-vif-deleted", "tag": "158a2f2a-e8ce-489a-be5d-5fe9daf6216e", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:35.512939 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1b3366e-e1cb-4178-87bb-6f8ab031f0ef {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:35.513336 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b3366e-e1cb-4178-87bb-6f8ab031f0ef'] response: {'server_uuid': 'c0c8dfda-a445-4969-9ca8-7c160475cb03', 'name': 'network-vif-deleted', 'tag': '158a2f2a-e8ce-489a-be5d-5fe9daf6216e', 'status': 'completed', 'code': 200} Mar 22 19:33:35.630256 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-0e0d2777-956d-4e6f-872a-245a32ec8a27 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:35.631972 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-0e0d2777-956d-4e6f-872a-245a32ec8a27 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 811 time: 0.1229413 Mar 22 19:33:35.649314 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-cff92171-6f8d-467a-80de-89baef6c3b19 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/quotas/f526df40816446708a00576855f8be10 HTTP/1.1" status: 200 len: 375 time: 0.0099149 Mar 22 19:33:35.689537 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a15dbd4d-ba91-4210-a32e-504adcd3fba6 req-565cef0d-0988-458f-8ccd-d6c3aa753910 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c8dfda-a445-4969-9ca8-7c160475cb03 HTTP/1.1" status: 200 len: 210 time: 0.0302906 Mar 22 19:33:35.715111 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-925f2359-756a-4b92-be4a-1d6f2c4f6c40 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596907 Mar 22 19:33:35.810786 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-a4abfb70-94cb-4071-a817-63a0e69b7109 service neutron] 10.222.0.79 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831220 Mar 22 19:33:35.905587 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-6bb777f4-b0e8-4499-aff1-c9db0f17c37c service neutron] 10.222.0.79 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Mar 22 19:33:36.163802 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bef643ec-b12d-4943-a495-9ffcaf15ab2e req-e5e499a4-01ec-45c5-b505-bc212309024b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 210 time: 0.0294030 Mar 22 19:33:36.194162 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe5a9-80e2-472f-8246-18f17987c810 req-c742c966-4334-4fb0-8325-6dcf1c4b0ef9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:36.195669 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62fe5a9-80e2-472f-8246-18f17987c810 req-c742c966-4334-4fb0-8325-6dcf1c4b0ef9 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0687861 Mar 22 19:33:36.256622 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62fe5a9-80e2-472f-8246-18f17987c810 req-009b0b0b-390b-446e-8261-0d2886708108 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550272 Mar 22 19:33:37.200536 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67d86-52ba-474b-9582-2d0985cdd368 req-eafbee0a-fe85-4bf1-9f5b-4e6026f7788b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:37.202081 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8b67d86-52ba-474b-9582-2d0985cdd368 req-eafbee0a-fe85-4bf1-9f5b-4e6026f7788b tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0587265 Mar 22 19:33:37.251355 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8b67d86-52ba-474b-9582-2d0985cdd368 req-ad6adf4d-e989-4f5a-ae42-350cc947cab9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Mar 22 19:33:37.269143 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a6952f6-1daa-448e-ac35-aa7cc4992cba req-63f32fbf-f4e1-489d-ba22-037309095c01 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 210 time: 0.0317783 Mar 22 19:33:37.392658 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e37f95-82d1-473e-8667-2a8b27dea3d6 req-a10a7c14-a089-453c-a655-916bea7bf437 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:37.394123 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-05e37f95-82d1-473e-8667-2a8b27dea3d6 req-a10a7c14-a089-453c-a655-916bea7bf437 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0594831 Mar 22 19:33:37.455506 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-05e37f95-82d1-473e-8667-2a8b27dea3d6 req-a02c2fc6-c966-4ad5-a5b8-41ac0c34064c tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556660 Mar 22 19:33:37.825925 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6324d347-efa1-4f21-96af-9b88109fa1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:38.273415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-e051353d-8dfb-453b-9548-4723c9221a0c tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:38.276202 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-e051353d-8dfb-453b-9548-4723c9221a0c tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 811 time: 0.0988128 Mar 22 19:33:38.359192 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-c4599d30-5809-4ec7-8c50-25c62412d82a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f526df40816446708a00576855f8be10 HTTP/1.1" status: 200 len: 379 time: 0.0749426 Mar 22 19:33:38.369177 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'port': {'device_id': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'admin_state_up': True, 'tenant_id': 'f526df40816446708a00576855f8be10', 'security_groups': ['d7ca5ef6-b462-4895-bd15-04715998dac9']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:38.373383 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-766c6a08-8c50-422e-ae79-41807e560e63 req-b22fd7dc-503f-47ea-93ce-6620f6481714 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 210 time: 0.0284066 Mar 22 19:33:38.528873 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c29c9-5de3-458a-be0f-4827579ad3fb req-3f448ecc-eca5-48ac-b829-59368abba773 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:38.530539 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f9c29c9-5de3-458a-be0f-4827579ad3fb req-3f448ecc-eca5-48ac-b829-59368abba773 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.2061012 Mar 22 19:33:38.583187 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f9c29c9-5de3-458a-be0f-4827579ad3fb req-6ff1b37b-22e8-4a94-9252-b41804da0593 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Mar 22 19:33:38.589293 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5194c-6481-4c2d-a7b5-a91d1982e8d2 req-dac38143-4b97-47c8-9201-df5d382ea4d6 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:38.590898 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a7f5194c-6481-4c2d-a7b5-a91d1982e8d2 req-dac38143-4b97-47c8-9201-df5d382ea4d6 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0686221 Mar 22 19:33:38.601353 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Made reservation on behalf of f526df40816446708a00576855f8be10 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:38.606049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:38.707579 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a7f5194c-6481-4c2d-a7b5-a91d1982e8d2 req-95464030-ea82-4e5f-99d0-fdf3817cd9dc tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107326 Mar 22 19:33:38.735387 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Allocated IP 172.20.0.8 (a881e4b6-8683-4df6-ae79-4af6980ab369/8d10d791-4c94-43c0-a876-39fb8b9fee1c/9706d870-036b-445c-bb86-0adb6a9d3f74) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:38.870513 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:38.951906 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:38.996133 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Network a881e4b6-8683-4df6-ae79-4af6980ab369 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:38.999504 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:39.005354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:39.012691 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event updated for resources: {'Port': ['ID=9706d870-036b-445c-bb86-0adb6a9d3f74,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:39.061179 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:39.061949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.071922 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.125425 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 158a2f2a-e8ce-489a-be5d-5fe9daf6216e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:39.149081 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 158a2f2a-e8ce-489a-be5d-5fe9daf6216e {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:39.149424 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 158a2f2a-e8ce-489a-be5d-5fe9daf6216e not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:39.160264 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-d44ea393-8357-40f9-945d-800b56229851 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7949965 Mar 22 19:33:39.175956 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Request body: {'port': {'device_id': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:39.239914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.246213 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-edd82755-7f37-426a-9399-fc5465253a9b None None] Provisioning complete for port 9706d870-036b-445c-bb86-0adb6a9d3f74 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:39.248848 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-edd82755-7f37-426a-9399-fc5465253a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.281687 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-edd82755-7f37-426a-9399-fc5465253a9b None None] Port 9706d870-036b-445c-bb86-0adb6a9d3f74 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:33:39.532335 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9706d870-036b-445c-bb86-0adb6a9d3f74 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:39.543294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db986c05-1cba-4ddd-955c-167a69675215 req-c06b35e9-6896-4d2f-981e-8ebe1faee9a9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:39.544746 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-db986c05-1cba-4ddd-955c-167a69675215 req-c06b35e9-6896-4d2f-981e-8ebe1faee9a9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 931 time: 0.1023314 Mar 22 19:33:39.548647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Publish callbacks [] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.575194 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Transition to ACTIVE for port object 9706d870-036b-445c-bb86-0adb6a9d3f74 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:33:39.600716 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-db986c05-1cba-4ddd-955c-167a69675215 req-0befd5a9-1864-4cc8-9b6a-1f32fe35667a tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494454 Mar 22 19:33:39.653118 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.704776 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871723c-1732-482f-82a9-a5f34b28eebc req-d37e263e-7f04-47fe-a8a7-8d17eaead5c9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:39.707210 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=9706d870-036b-445c-bb86-0adb6a9d3f74,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:39.707362 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c871723c-1732-482f-82a9-a5f34b28eebc req-d37e263e-7f04-47fe-a8a7-8d17eaead5c9 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0582080 Mar 22 19:33:39.779286 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c871723c-1732-482f-82a9-a5f34b28eebc req-3c1006c2-dd3d-4734-8b8c-5e2beb1676cd tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593953 Mar 22 19:33:39.803865 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Attempting to bind port 9706d870-036b-445c-bb86-0adb6a9d3f74 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:39.804378 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Attempting to bind port 9706d870-036b-445c-bb86-0adb6a9d3f74 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:39.804709 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Attempting to bind port 9706d870-036b-445c-bb86-0adb6a9d3f74 on network a881e4b6-8683-4df6-ae79-4af6980ab369 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:39.825677 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Port 9706d870-036b-445c-bb86-0adb6a9d3f74 on network a881e4b6-8683-4df6-ae79-4af6980ab369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:33:39.825998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Attempting to bind port 9706d870-036b-445c-bb86-0adb6a9d3f74 on network a881e4b6-8683-4df6-ae79-4af6980ab369 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:39.834168 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:39.834502 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Checking segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:39.834887 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Bound using segment: {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:39.835319 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Bound port: 9706d870-036b-445c-bb86-0adb6a9d3f74, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6400020a-06ea-420f-a38a-e0019d02ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:39.835703 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.888252 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4466f-bde1-4493-851c-8f38ccfe5012 req-1d63bf27-e47f-4ab0-9dfe-68008119da78 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:39.889732 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86b4466f-bde1-4493-851c-8f38ccfe5012 req-1d63bf27-e47f-4ab0-9dfe-68008119da78 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.1043777 Mar 22 19:33:39.944399 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] For port 9706d870-036b-445c-bb86-0adb6a9d3f74, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:39.966729 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] For port 9706d870-036b-445c-bb86-0adb6a9d3f74, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9706d870-036b-445c-bb86-0adb6a9d3f74,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:39.977935 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86b4466f-bde1-4493-851c-8f38ccfe5012 req-d823296d-1be6-43b4-8761-8b0823f9f0fa tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824649 Mar 22 19:33:40.054577 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.089607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.090230 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.091630 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] 10.222.0.45 "PUT /v2.0/ports/9706d870-036b-445c-bb86-0adb6a9d3f74 HTTP/1.1" status: 200 len: 1093 time: 0.9223127 Mar 22 19:33:40.092068 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:40.094288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c949a947-3cea-4f0a-b344-1c6ca979f8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:40.119647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598e5bf-7d2d-469f-b619-c1c6e4d6fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=9706d870-036b-445c-bb86-0adb6a9d3f74,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:40.132507 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01c8a12-104d-484b-8402-0fb264490b90 x-openstack-request-id: req-a01c8a12-104d-484b-8402-0fb264490b90 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:40.132949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:40.133122 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a01c8a12-104d-484b-8402-0fb264490b90 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:40.133531 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01c8a12-104d-484b-8402-0fb264490b90'] response: {'name': 'network-changed', 'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'status': 'completed', 'code': 200} Mar 22 19:33:40.203646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949a947-3cea-4f0a-b344-1c6ca979f8fc req-7fb03b8f-0475-4e70-a9c9-15c5c0ff76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.205158 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c949a947-3cea-4f0a-b344-1c6ca979f8fc req-7fb03b8f-0475-4e70-a9c9-15c5c0ff76af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 1127 time: 0.0514655 Mar 22 19:33:40.309489 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949a947-3cea-4f0a-b344-1c6ca979f8fc req-bb565dfa-00ec-42b7-b2c1-aaf20a985348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.311120 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c949a947-3cea-4f0a-b344-1c6ca979f8fc req-bb565dfa-00ec-42b7-b2c1-aaf20a985348 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f526df40816446708a00576855f8be10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983179 Mar 22 19:33:40.340025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.410195 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949a947-3cea-4f0a-b344-1c6ca979f8fc req-facc643d-30db-4232-95ee-b702c0b99aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.411702 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c949a947-3cea-4f0a-b344-1c6ca979f8fc req-facc643d-30db-4232-95ee-b702c0b99aa8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926371 Mar 22 19:33:40.460222 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.505405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-e73d96c7-012c-4ced-9b48-b81d4cdaa991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.507037 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-e73d96c7-012c-4ced-9b48-b81d4cdaa991 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 1127 time: 0.0510087 Mar 22 19:33:40.557857 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-5ffdab94-fb42-45b8-a4a3-97b7ec1f2c5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9706d870-036b-445c-bb86-0adb6a9d3f74 HTTP/1.1" status: 200 len: 217 time: 0.0433710 Mar 22 19:33:40.629035 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-61f11c48-2f75-4e76-8095-95ecee5892e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.630184 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-61f11c48-2f75-4e76-8095-95ecee5892e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.0514798 Mar 22 19:33:40.642564 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-d0b53bf7-edba-4d82-a720-483287daa3b0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.644049 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-d0b53bf7-edba-4d82-a720-483287daa3b0 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0953515 Mar 22 19:33:40.780532 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-a246e6c3-271c-456e-a41b-9f8a13d94287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.781959 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-a246e6c3-271c-456e-a41b-9f8a13d94287 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1370485 Mar 22 19:33:40.806291 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7761649-e47a-4254-be05-ecb7e30e8586 req-298dbabb-8747-4815-97e6-ed4769446efe tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.807806 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a7761649-e47a-4254-be05-ecb7e30e8586 req-298dbabb-8747-4815-97e6-ed4769446efe tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 943 time: 0.1329601 Mar 22 19:33:40.893763 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Deleting port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:40.894102 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.901375 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0fad7-fbba-4f46-92b0-d4343cedd647 req-34e8e342-84c0-4691-ac2f-c7a3c5bd7d61 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:40.903000 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cea0fad7-fbba-4f46-92b0-d4343cedd647 req-34e8e342-84c0-4691-ac2f-c7a3c5bd7d61 tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 945 time: 0.0540743 Mar 22 19:33:40.949301 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cea0fad7-fbba-4f46-92b0-d4343cedd647 req-37b71e93-cc1e-448d-ad03-5f4047f1c77c tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/security-groups?id=1852b02e-a194-4d47-a8b1-dd2f961aab38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Mar 22 19:33:40.956839 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a7761649-e47a-4254-be05-ecb7e30e8586 req-794e650b-1b8b-4dba-9ad6-b88d1235e047 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387932 Mar 22 19:33:40.980317 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-3868d588-d693-4c69-acb2-2373f1577474 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914032 Mar 22 19:33:41.064407 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] For port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:41.064768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.085868 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Calling delete_port for 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:41.101988 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4701ce-4644-4205-9a45-0fe787a86f7b req-60446e19-e940-4a63-9eda-1338a701f072 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:41.103559 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cb4701ce-4644-4205-9a45-0fe787a86f7b req-60446e19-e940-4a63-9eda-1338a701f072 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0578241 Mar 22 19:33:41.143546 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ee3e195-5b23-4ed1-bb9c-b5e2e9c6a42b req-4e8ae34f-6ea4-4f26-8f4c-62bec85f97b5 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520944 Mar 22 19:33:41.164475 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cb4701ce-4644-4205-9a45-0fe787a86f7b req-03b42407-8d26-45ce-9c89-342518ce675a tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552154 Mar 22 19:33:41.302465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (11fbd0d7-b05a-4ddb-b95d-025295d7a3ae), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.315220 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['11fbd0d7-b05a-4ddb-b95d-025295d7a3ae'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:41.340735 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Pushing event deleted for resources: {'Port': ['ID=11fbd0d7-b05a-4ddb-b95d-025295d7a3ae,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:41.382840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] No DVR routers for this DVR port 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:41.385943 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.389216 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3ff7d332-488e-47e7-a4b6-65990a6f6a2e req-305cfd53-54ed-495d-9be1-7eee0323f4ae tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.45 "DELETE /v2.0/ports/11fbd0d7-b05a-4ddb-b95d-025295d7a3ae HTTP/1.1" status: 204 len: 173 time: 0.7367253 Mar 22 19:33:41.721316 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:42.074279 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de490aa9-79fb-4466-85cc-343bfa225c15 req-01c2753a-1ade-43bf-9ddc-a868571b55af tempest-ServerRescueNegativeTestJSON-2023161080 tempest-ServerRescueNegativeTestJSON-2023161080-project] 10.222.0.79 "GET /v2.0/ports?device_id=a201df05-d4e5-44d5-9891-e3a663a076fa HTTP/1.1" status: 200 len: 210 time: 0.0349903 Mar 22 19:33:42.098806 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065ab0b-46f9-4d93-a4aa-0a9676dab81f req-d1697ad4-2683-44b5-aadd-7ab3422b6267 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:42.101282 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5065ab0b-46f9-4d93-a4aa-0a9676dab81f req-d1697ad4-2683-44b5-aadd-7ab3422b6267 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 943 time: 0.0657547 Mar 22 19:33:42.135362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'name': 'network-vif-deleted', 'tag': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:42.138165 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100b9a33-05b5-4cd0-894e-ca6e5e04d660" -d '{"events": [{"server_uuid": "a201df05-d4e5-44d5-9891-e3a663a076fa", "name": "network-vif-deleted", "tag": "11fbd0d7-b05a-4ddb-b95d-025295d7a3ae"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:42.157870 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5065ab0b-46f9-4d93-a4aa-0a9676dab81f req-0f0c044e-2b45-40ae-af9c-fcecb502eb9c tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499976 Mar 22 19:33:42.175809 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74c24b-5019-4c87-b5ee-6b0a93dc630e x-openstack-request-id: req-db74c24b-5019-4c87-b5ee-6b0a93dc630e {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:42.184900 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a201df05-d4e5-44d5-9891-e3a663a076fa", "name": "network-vif-deleted", "tag": "11fbd0d7-b05a-4ddb-b95d-025295d7a3ae", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:42.184900 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db74c24b-5019-4c87-b5ee-6b0a93dc630e {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:42.184900 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db74c24b-5019-4c87-b5ee-6b0a93dc630e'] response: {'server_uuid': 'a201df05-d4e5-44d5-9891-e3a663a076fa', 'name': 'network-vif-deleted', 'tag': '11fbd0d7-b05a-4ddb-b95d-025295d7a3ae', 'status': 'completed', 'code': 200} Mar 22 19:33:42.302674 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5f3fb-50dd-4266-bc9f-f9f485b444c5 req-9e73fbd3-b6e8-4349-b1cc-1443e9fa8fe3 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:42.312426 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-08c5f3fb-50dd-4266-bc9f-f9f485b444c5 req-9e73fbd3-b6e8-4349-b1cc-1443e9fa8fe3 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0655420 Mar 22 19:33:42.375958 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-08c5f3fb-50dd-4266-bc9f-f9f485b444c5 req-b32def6b-30e0-4f12-bcd7-4f19699fd1b2 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&id=399df2cd-a70d-4ac5-9fb9-42a449da7a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652323 Mar 22 19:33:43.135379 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53420) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:43.139919 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9706d870-036b-445c-bb86-0adb6a9d3f74 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:43.239470 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9706d870-036b-445c-bb86-0adb6a9d3f74, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9706d870-036b-445c-bb86-0adb6a9d3f74,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:43.252938 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'port_id': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'mac_address': 'fa:16:3e:ef:73:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:43.295290 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 9706d870-036b-445c-bb86-0adb6a9d3f74 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:43.295611 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:43.309360 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9706d870-036b-445c-bb86-0adb6a9d3f74 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:43.328059 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9706d870-036b-445c-bb86-0adb6a9d3f74, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9706d870-036b-445c-bb86-0adb6a9d3f74,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:43.364228 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24c0e-8a09-4a33-be52-5fb5c78458e8 req-8713ae1b-3937-4617-b056-9414e5342b92 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:43.365712 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-25f24c0e-8a09-4a33-be52-5fb5c78458e8 req-8713ae1b-3937-4617-b056-9414e5342b92 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 943 time: 0.1359496 Mar 22 19:33:43.385703 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:43.436063 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=9706d870-036b-445c-bb86-0adb6a9d3f74,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:43.489185 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-25f24c0e-8a09-4a33-be52-5fb5c78458e8 req-9534bfb2-b7ee-4018-8c9b-28b2b7da4a7f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169410 Mar 22 19:33:43.676864 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['9706d870-036b-445c-bb86-0adb6a9d3f74'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:43.742724 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (ab35bf70-d48e-405c-880a-6e62d73f83fc), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.048590 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Deleting port e9d619a5-9fd3-4133-8bf0-12a07e8ea914 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:44.048933 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.126588 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] For port e9d619a5-9fd3-4133-8bf0-12a07e8ea914, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:44.126947 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.140420 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Calling delete_port for e9d619a5-9fd3-4133-8bf0-12a07e8ea914 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:44.390180 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (e9d619a5-9fd3-4133-8bf0-12a07e8ea914), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.417842 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d619a5-9fd3-4133-8bf0-12a07e8ea914,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:44.589165 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (ab35bf70-d48e-405c-880a-6e62d73f83fc), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.621414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531506e-4279-45d8-95e0-5b179e926ffd req-d4126800-8d24-41b3-8606-cf4a40b76b98 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.622133 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b531506e-4279-45d8-95e0-5b179e926ffd req-d4126800-8d24-41b3-8606-cf4a40b76b98 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 944 time: 0.0602911 Mar 22 19:33:44.671600 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b531506e-4279-45d8-95e0-5b179e926ffd req-f05a123d-15a1-4d0e-822c-153436801293 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437639 Mar 22 19:33:45.031090 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Router ab35bf70-d48e-405c-880a-6e62d73f83fc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:45.140820 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:45.146030 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-638c6803-869a-49e7-98e9-6cb3d88cdf7a admin admin] 10.222.0.79 "PUT /v2.0/routers/ab35bf70-d48e-405c-880a-6e62d73f83fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0093791 Mar 22 19:33:45.148730 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53428) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:45.149387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] Sync routers for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:45.154535 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9706d870-036b-445c-bb86-0adb6a9d3f74 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:45.188147 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:45.188785 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:45.256062 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks [] for router (ab35bf70-d48e-405c-880a-6e62d73f83fc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.310543 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:45.362252 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks [] for router_gateway (ab35bf70-d48e-405c-880a-6e62d73f83fc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.366063 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 9706d870-036b-445c-bb86-0adb6a9d3f74 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:45.378657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 9706d870-036b-445c-bb86-0adb6a9d3f74 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:45.379025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.479850 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Deleting port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:45.480202 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.534530 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 9706d870-036b-445c-bb86-0adb6a9d3f74 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:45.534912 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.558440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] For port 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:45.558799 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.562119 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:45.564263 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4ef1c4-2133-4b53-bb47-338acb0bfffd" -d '{"events": [{"server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "name": "network-vif-plugged", "status": "completed", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:45.572559 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Calling delete_port for 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:45.586308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 9706d870-036b-445c-bb86-0adb6a9d3f74, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9706d870-036b-445c-bb86-0adb6a9d3f74,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:45.591741 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:33:44Z', 'revision_number': 5, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port': {'id': '1fa1e5f4-c014-480c-bcbe-6d1d9450a71f', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:45.622133 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd431b5-0e32-4091-af68-cfa3a998ffe0 x-openstack-request-id: req-fcd431b5-0e32-4091-af68-cfa3a998ffe0 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:45.622421 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "name": "network-vif-plugged", "status": "completed", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:45.622670 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fcd431b5-0e32-4091-af68-cfa3a998ffe0 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:45.623056 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd431b5-0e32-4091-af68-cfa3a998ffe0'] response: {'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'code': 200} Mar 22 19:33:45.624100 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] Checking router: ab35bf70-d48e-405c-880a-6e62d73f83fc for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:45.632950 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] Routers {'ab35bf70-d48e-405c-880a-6e62d73f83fc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:45.633606 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['ab35bf70-d48e-405c-880a-6e62d73f83fc'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:45.694053 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.694859 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:45.723257 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:45.723625 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 11fbd0d7-b05a-4ddb-b95d-025295d7a3ae not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:45.779269 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] Set router ab35bf70-d48e-405c-880a-6e62d73f83fc gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:45.801782 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88003-d63f-46f2-a696-b95a978a27b7 req-a23d5d5a-5687-4346-9ae3-0c7548139ba1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.803278 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dbb88003-d63f-46f2-a696-b95a978a27b7 req-a23d5d5a-5687-4346-9ae3-0c7548139ba1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0600376 Mar 22 19:33:45.835932 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:33:45Z', 'revision_number': 6, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:45.838351 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=9706d870-036b-445c-bb86-0adb6a9d3f74,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:45.845861 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (1fa1e5f4-c014-480c-bcbe-6d1d9450a71f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.866134 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7485b-c443-49bb-be4d-59f7e42b152b None None] The sync data for ids ['ab35bf70-d48e-405c-880a-6e62d73f83fc'] in dv-cinder-799871-19-iscsi is: [{'id': 'ab35bf70-d48e-405c-880a-6e62d73f83fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1486967482-router', 'tenant_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:33:45Z', 'revision_number': 6, 'project_id': 'a0b5a7c9222b41d486420b73f4cac1d9', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:45.876917 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dbb88003-d63f-46f2-a696-b95a978a27b7 req-2da385f0-1456-41de-ba8c-45a882de98d4 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674934 Mar 22 19:33:45.879913 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa1e5f4-c014-480c-bcbe-6d1d9450a71f,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:45.975163 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (ab35bf70-d48e-405c-880a-6e62d73f83fc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.320299 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1b7e-d2e2-40c2-9c02-1f7e94e01d9b req-af4adb08-05cc-451c-8f6b-320c01a67cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.322252 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e0d1b7e-d2e2-40c2-9c02-1f7e94e01d9b req-af4adb08-05cc-451c-8f6b-320c01a67cdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 1129 time: 0.3976908 Mar 22 19:33:46.330807 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (ab35bf70-d48e-405c-880a-6e62d73f83fc), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.336754 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks [] for router_controller (ab35bf70-d48e-405c-880a-6e62d73f83fc), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.424380 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e0d1b7e-d2e2-40c2-9c02-1f7e94e01d9b req-8471c49a-2b63-4e25-b45c-c280cbaa3ebc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951686 Mar 22 19:33:46.494759 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (ab35bf70-d48e-405c-880a-6e62d73f83fc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.495275 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab35bf70-d48e-405c-880a-6e62d73f83fc {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:33:46.501147 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.502246 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7cbdf6e4-aefd-4e50-9f94-d15623d015ba admin admin] 10.222.0.79 "DELETE /v2.0/routers/ab35bf70-d48e-405c-880a-6e62d73f83fc HTTP/1.1" status: 204 len: 168 time: 1.3525352 Mar 22 19:33:46.512530 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53434) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:46.559960 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Deleting subnet e2ce7820-6704-440d-8acc-02cedef5a199 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:33:46.563112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Publish callbacks [] for subnet (e2ce7820-6704-440d-8acc-02cedef5a199), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.597064 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (e2ce7820-6704-440d-8acc-02cedef5a199), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.711912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (e2ce7820-6704-440d-8acc-02cedef5a199), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.814508 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (e2ce7820-6704-440d-8acc-02cedef5a199), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.841019 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ce7820-6704-440d-8acc-02cedef5a199,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:46.844864 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.849988 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7d56e1e0-880d-48c9-b381-c6bb88eef4d4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e2ce7820-6704-440d-8acc-02cedef5a199 HTTP/1.1" status: 204 len: 168 time: 0.3347189 Mar 22 19:33:46.851106 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf64e0-df61-4b8d-9b6f-964d80ca5625 None None] Network 8c21b828-c893-45f4-aa49-e2a1f6c14e39 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:46.855367 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53436) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:46.938833 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (8c21b828-c893-45f4-aa49-e2a1f6c14e39), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.033616 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Deleting port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:47.033936 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.041649 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] DHCP port deletion for 8c21b828-c893-45f4-aa49-e2a1f6c14e39 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:33:47.054264 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba83ca0-35f2-4674-ad15-d609346eba88 req-f09fc6e5-74cc-4e93-8c6a-8674c00e27d3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.056405 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cba83ca0-35f2-4674-ad15-d609346eba88 req-f09fc6e5-74cc-4e93-8c6a-8674c00e27d3 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0892599 Mar 22 19:33:47.101307 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] Deleting port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:47.101691 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.132655 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] For port 77f1f4d2-e4c0-4be9-9218-39f6c6773715, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=77f1f4d2-e4c0-4be9-9218-39f6c6773715,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:47.133016 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.148073 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:47.154139 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cba83ca0-35f2-4674-ad15-d609346eba88 req-5456b0ae-a0f0-4e61-bd8b-34034c8f4774 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732217 Mar 22 19:33:47.155015 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Calling delete_port for 77f1f4d2-e4c0-4be9-9218-39f6c6773715 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:47.178193 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:47.178535 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1fa1e5f4-c014-480c-bcbe-6d1d9450a71f not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:47.178945 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 77f1f4d2-e4c0-4be9-9218-39f6c6773715 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:47.227000 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] For port 77f1f4d2-e4c0-4be9-9218-39f6c6773715, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=77f1f4d2-e4c0-4be9-9218-39f6c6773715,segment=NetworkSegment(04e4c047-9b74-44d9-a157-f435208b5c2f),segment_id=04e4c047-9b74-44d9-a157-f435208b5c2f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:47.227000 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.239109 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] Calling delete_port for 77f1f4d2-e4c0-4be9-9218-39f6c6773715 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:47.328936 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.356932 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=77f1f4d2-e4c0-4be9-9218-39f6c6773715,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:47.358821 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] No DVR routers for this DVR port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 on host dv-cinder-799871-19-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:47.435079 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (8c21b828-c893-45f4-aa49-e2a1f6c14e39), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.456515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c21b828-c893-45f4-aa49-e2a1f6c14e39']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:47.468127 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e4c047-9b74-44d9-a157-f435208b5c2f') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:47.468430 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e4c047-9b74-44d9-a157-f435208b5c2f') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:47.471634 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 update to DOWN by agent not found {{(pid=103851) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 19:33:47.472147 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device e9d619a5-9fd3-4133-8bf0-12a07e8ea914 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:47.479863 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (04e4c047-9b74-44d9-a157-f435208b5c2f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.493882 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (04e4c047-9b74-44d9-a157-f435208b5c2f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.499942 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:33:47.500326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (04e4c047-9b74-44d9-a157-f435208b5c2f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:33:47.501942 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:33:47.506314 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: e9d619a5-9fd3-4133-8bf0-12a07e8ea914 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:47.506664 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device e9d619a5-9fd3-4133-8bf0-12a07e8ea914 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:47.534272 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (77f1f4d2-e4c0-4be9-9218-39f6c6773715), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.564036 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] Pushing event deleted for resources: {'Port': ['ID=77f1f4d2-e4c0-4be9-9218-39f6c6773715,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:47.565888 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc2114-4227-44fa-97f1-5bf6a7a6705f None None] No DVR routers for this DVR port 77f1f4d2-e4c0-4be9-9218-39f6c6773715 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:47.614533 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (8c21b828-c893-45f4-aa49-e2a1f6c14e39), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.622523 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.625615 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] 10.222.0.79 "DELETE /v2.0/networks/8c21b828-c893-45f4-aa49-e2a1f6c14e39 HTTP/1.1" status: 204 len: 168 time: 0.7692647 Mar 22 19:33:47.637978 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccff92-5d6f-45a1-8db2-605ae811d1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c21b828-c893-45f4-aa49-e2a1f6c14e39,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:47.914637 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53444) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:47.956447 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-40d0a1b2-08a7-4a95-a52a-43398c985ebb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0b5a7c9222b41d486420b73f4cac1d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398121 Mar 22 19:33:47.958988 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53446) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:48.012155 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ad96f39-d665-4027-b508-bc9b27c82253 admin admin] Publish callbacks [] for security_group (1852b02e-a194-4d47-a8b1-dd2f961aab38), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.032812 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ad96f39-d665-4027-b508-bc9b27c82253 admin admin] Publish callbacks [] for security_group (1852b02e-a194-4d47-a8b1-dd2f961aab38), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.117417 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ad96f39-d665-4027-b508-bc9b27c82253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (1852b02e-a194-4d47-a8b1-dd2f961aab38), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.120867 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ad96f39-d665-4027-b508-bc9b27c82253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.122005 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3ad96f39-d665-4027-b508-bc9b27c82253 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1852b02e-a194-4d47-a8b1-dd2f961aab38 HTTP/1.1" status: 204 len: 168 time: 0.1620817 Mar 22 19:33:48.129661 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad96f39-d665-4027-b508-bc9b27c82253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1852b02e-a194-4d47-a8b1-dd2f961aab38,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:48.279546 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea42a63-1f39-4590-9da7-5eeaa15eba73 req-1317c1bb-f32a-4ae6-890c-404b89180d8b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.281047 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ea42a63-1f39-4590-9da7-5eeaa15eba73 req-1317c1bb-f32a-4ae6-890c-404b89180d8b tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0571239 Mar 22 19:33:48.330229 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ea42a63-1f39-4590-9da7-5eeaa15eba73 req-16083cc6-0110-40e1-a49c-725fb6a55bfc tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Mar 22 19:33:48.446081 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116409-7102-43b0-b70c-5fd8b7cf528e req-46307fbc-385c-4b82-8d22-163bab0a801f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.447617 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e4116409-7102-43b0-b70c-5fd8b7cf528e req-46307fbc-385c-4b82-8d22-163bab0a801f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0538254 Mar 22 19:33:48.456207 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53454) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:48.460567 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Request body: {'floatingip': {'port_id': '9706d870-036b-445c-bb86-0adb6a9d3f74'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:48.504392 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (e2981465-dc24-42cd-a113-c65bbb012b9f), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.936429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.986394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (e2981465-dc24-42cd-a113-c65bbb012b9f), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:49.097137 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Floating IP e2981465-dc24-42cd-a113-c65bbb012b9f associated. External IP: 172.27.0.38, port: 9706d870-036b-445c-bb86-0adb6a9d3f74. Mar 22 19:33:49.336757 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:49.468278 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:49.468278 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:49.469394 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:49.479264 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:49.479938 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:49.508205 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-64379ec9-d055-4813-a873-eca7877814b0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "PUT /v2.0/floatingips/e2981465-dc24-42cd-a113-c65bbb012b9f HTTP/1.1" status: 200 len: 990 time: 1.0508885 Mar 22 19:33:49.509287 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:49.513218 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31ae72c-6373-416e-95d0-6de39d84af1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:49.560433 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e74b21-a312-4de8-bf2d-d224e2fd9aa0 x-openstack-request-id: req-23e74b21-a312-4de8-bf2d-d224e2fd9aa0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:49.560433 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:49.560433 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23e74b21-a312-4de8-bf2d-d224e2fd9aa0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:49.560433 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e74b21-a312-4de8-bf2d-d224e2fd9aa0'] response: {'name': 'network-changed', 'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'status': 'completed', 'code': 200} Mar 22 19:33:49.602362 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:49.627461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-6be352d8-b966-414c-8db7-d0923f381521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:49.629024 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-6be352d8-b966-414c-8db7-d0923f381521 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f526df40816446708a00576855f8be10&device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 1129 time: 0.0466704 Mar 22 19:33:49.738874 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-21282ed9-bed1-48e9-a120-c6393a2beb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:49.740476 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-21282ed9-bed1-48e9-a120-c6393a2beb93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 200 len: 912 time: 0.1048400 Mar 22 19:33:49.811569 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-c0645861-a931-4d45-8391-b9b77c2252ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9706d870-036b-445c-bb86-0adb6a9d3f74 HTTP/1.1" status: 200 len: 998 time: 0.0628614 Mar 22 19:33:49.841072 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'e2981465-dc24-42cd-a113-c65bbb012b9f', 'tenant_id': 'f526df40816446708a00576855f8be10', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'port_id': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'mac_address': 'fa:16:3e:ef:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:33:34Z', 'updated_at': '2022-03-22T19:33:48Z', 'revision_number': 1, 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:49.863101 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-51084a49-282e-40e1-b092-19808da600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:49.864751 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-51084a49-282e-40e1-b092-19808da600dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 200 len: 850 time: 0.0469809 Mar 22 19:33:49.922474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-1b7268a7-66ad-42c5-b72f-3215cdadd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:49.924673 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-1b7268a7-66ad-42c5-b72f-3215cdadd9d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a881e4b6-8683-4df6-ae79-4af6980ab369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534298 Mar 22 19:33:49.961691 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:49.970966 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:49.971621 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:50.047985 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-8ad44cb7-86bd-46cb-b2ad-e062ec536a99 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131291 Mar 22 19:33:50.096189 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:50.145334 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c31ae72c-6373-416e-95d0-6de39d84af1c req-b8f9592c-7d3a-4bdd-9e62-adb967ba0330 service neutron] 10.222.0.45 "GET /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913491 Mar 22 19:33:50.320253 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'e2981465-dc24-42cd-a113-c65bbb012b9f', 'tenant_id': 'f526df40816446708a00576855f8be10', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'port_id': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'mac_address': 'fa:16:3e:ef:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:33:34Z', 'updated_at': '2022-03-22T19:33:48Z', 'revision_number': 1, 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:50.349377 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d39f9-45d3-471c-9a31-c71ce19c8258 None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'e2981465-dc24-42cd-a113-c65bbb012b9f', 'tenant_id': 'f526df40816446708a00576855f8be10', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'port_id': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'mac_address': 'fa:16:3e:ef:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:33:34Z', 'updated_at': '2022-03-22T19:33:48Z', 'revision_number': 1, 'project_id': 'f526df40816446708a00576855f8be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:50.544234 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1548f94-ea06-4888-8b11-8f62b87acee5 None None] New status for floating IP e2981465-dc24-42cd-a113-c65bbb012b9f: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:53.583688 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:33:58.082186 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327aa7f-d8e1-4744-8f10-c25295c23b2f req-98b62b35-2a6d-492c-97a7-aaf59db82518 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:58.083685 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2327aa7f-d8e1-4744-8f10-c25295c23b2f req-98b62b35-2a6d-492c-97a7-aaf59db82518 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0540817 Mar 22 19:33:58.129131 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2327aa7f-d8e1-4744-8f10-c25295c23b2f req-3e139cc6-6bdc-4218-8693-c3aad4e27a0a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Mar 22 19:33:59.033860 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53634) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:59.137002 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.209445 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Publish callbacks [] for security_group (baf5bb22-b50a-4a6c-8073-7597620b482a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.257252 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e109bb8-5b97-4d83-9f2a-d959947fc12f req-4374cb25-101f-45ae-9b85-2e582a315c00 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:59.258713 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8e109bb8-5b97-4d83-9f2a-d959947fc12f req-4374cb25-101f-45ae-9b85-2e582a315c00 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0559671 Mar 22 19:33:59.282543 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (baf5bb22-b50a-4a6c-8073-7597620b482a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.306870 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8e109bb8-5b97-4d83-9f2a-d959947fc12f req-9b179ab8-c230-4dcb-8ebc-360e7320b5aa tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Mar 22 19:33:59.320766 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31fcb81bd7f04d1087b30d3680d6b328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858391 Mar 22 19:33:59.321731 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf5bb22-b50a-4a6c-8073-7597620b482a,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:59.324088 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53640) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:59.330148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.330844 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.330975 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.331241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.331602 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.331937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.332267 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.332592 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.332919 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.333241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.333567 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.333891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.334211 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.334529 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.334847 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28942-52ac-48c4-826f-7888b2c413d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.374701 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Publish callbacks [] for security_group (baf5bb22-b50a-4a6c-8073-7597620b482a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.396240 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Publish callbacks [] for security_group (baf5bb22-b50a-4a6c-8073-7597620b482a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.516985 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (baf5bb22-b50a-4a6c-8073-7597620b482a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.519602 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.520756 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/baf5bb22-b50a-4a6c-8073-7597620b482a HTTP/1.1" status: 204 len: 168 time: 0.1956384 Mar 22 19:33:59.528994 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf5bb22-b50a-4a6c-8073-7597620b482a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:59.536315 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.536674 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.537025 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.538929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.538929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.538929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.538929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.538929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.539490 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.539490 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.539684 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.539984 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.540308 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.540634 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:59.540961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315d307-8742-41dd-8e04-aefb9dd0f928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:00.435377 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db22b60-3fef-4050-8527-6dc597821bf3 req-70df3863-6ad0-4de5-9632-c8bd3ba3e430 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:00.436889 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6db22b60-3fef-4050-8527-6dc597821bf3 req-70df3863-6ad0-4de5-9632-c8bd3ba3e430 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0561376 Mar 22 19:34:00.483671 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6db22b60-3fef-4050-8527-6dc597821bf3 req-f92aa16b-bce7-46c3-8f74-2515834c4ffd tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Mar 22 19:34:01.619917 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec74db-c97e-406e-8f6e-215557e56469 req-af46e2a0-68a7-49d6-b9c4-2a44949bc640 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:01.621436 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2aec74db-c97e-406e-8f6e-215557e56469 req-af46e2a0-68a7-49d6-b9c4-2a44949bc640 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0626762 Mar 22 19:34:01.671711 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2aec74db-c97e-406e-8f6e-215557e56469 req-3961b350-1e56-4a87-a2cb-bc237af22df8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Mar 22 19:34:02.801206 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b850-56ff-4bb2-a565-1b7d76ba6c76 req-1e75e8c2-63da-4ef0-9890-b6f650529517 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:02.802679 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6310b850-56ff-4bb2-a565-1b7d76ba6c76 req-1e75e8c2-63da-4ef0-9890-b6f650529517 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0571320 Mar 22 19:34:02.848763 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6310b850-56ff-4bb2-a565-1b7d76ba6c76 req-4ce2c04b-9c3b-4e66-8bca-949951feb5b5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Mar 22 19:34:03.185483 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f2aa1-24a6-4b00-9522-5c0135dbac4e req-0d62421b-644c-4aef-a15c-2cf5085f071f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:03.186986 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c3f2aa1-24a6-4b00-9522-5c0135dbac4e req-0d62421b-644c-4aef-a15c-2cf5085f071f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Mar 22 19:34:03.235156 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c3f2aa1-24a6-4b00-9522-5c0135dbac4e req-f211745f-b599-4306-b3ca-30d2812f9c11 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Mar 22 19:34:03.976648 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0fb10-76ae-4b4e-ae0f-4a4843677b4b req-621643c6-60b1-450f-9f73-05b7d39b90c8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:03.978118 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bbd0fb10-76ae-4b4e-ae0f-4a4843677b4b req-621643c6-60b1-450f-9f73-05b7d39b90c8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0536306 Mar 22 19:34:04.027289 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bbd0fb10-76ae-4b4e-ae0f-4a4843677b4b req-e339ca99-380f-4310-956b-7a7fcb2f4591 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Mar 22 19:34:04.356003 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff8c0a-bbca-48ad-9442-815ffa7294b6 req-7817ca5f-bd0e-4c15-84cf-760967e766ee tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:04.357520 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-07ff8c0a-bbca-48ad-9442-815ffa7294b6 req-7817ca5f-bd0e-4c15-84cf-760967e766ee tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.0559964 Mar 22 19:34:04.403306 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-07ff8c0a-bbca-48ad-9442-815ffa7294b6 req-bcc48789-ef69-4859-83fb-cf8207b8daf5 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=236e1afe-8a8c-4c67-a39b-696273450236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400229 Mar 22 19:34:04.789400 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856587d8-6866-4a02-9c63-49810f7ca526 req-df1c3cd5-2894-493f-95f4-3b412bc9a137 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:04.790851 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-856587d8-6866-4a02-9c63-49810f7ca526 req-df1c3cd5-2894-493f-95f4-3b412bc9a137 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 945 time: 0.0506189 Mar 22 19:34:04.886054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:04.886394 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.977014 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] For port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:04.977382 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.149085 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.149543 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (51e0858d-fbf3-4565-b95f-a6434717a04d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.149868 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP 51e0858d-fbf3-4565-b95f-a6434717a04d disassociated. External IP: 172.27.0.124, port: 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0. Mar 22 19:34:05.150222 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:05.155673 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd25d8-6e9d-40ac-8773-774c132fe0e4 req-d6d602a4-198d-4787-a918-795e586baa64 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:05.157223 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2cfd25d8-6e9d-40ac-8773-774c132fe0e4 req-d6d602a4-198d-4787-a918-795e586baa64 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0535128 Mar 22 19:34:05.219371 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2cfd25d8-6e9d-40ac-8773-774c132fe0e4 req-c14646ff-5969-4ba8-912a-623125b7096c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563159 Mar 22 19:34:05.299676 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfa2c-6ce9-41e0-9647-56017fbd13fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.356881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.383053 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:05.505430 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a5d4902e-84a0-498b-9899-70fd4e1833dd req-b0ec014b-1c33-4608-a35b-efdea0b797af tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0346522 Mar 22 19:34:05.535284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:05.644255 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:05.654436 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:05.664612 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:05.665196 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:05.689690 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] No DVR routers for this DVR port 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:05.692253 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.695618 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-856587d8-6866-4a02-9c63-49810f7ca526 req-00ac51d2-47b5-4cb6-b8dc-b9b75e40dae0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "DELETE /v2.0/ports/7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 HTTP/1.1" status: 204 len: 173 time: 0.8959417 Mar 22 19:34:05.696087 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'name': 'network-vif-deleted', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:05.699152 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62153bd8-383a-41be-9d0a-14367c701a6c" -d '{"events": [{"server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "name": "network-vif-deleted", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:05.733687 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d076f20e-cc18-4de3-80f4-bfefaeff8062 x-openstack-request-id: req-d076f20e-cc18-4de3-80f4-bfefaeff8062 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:05.733989 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963a0bb-9b55-4915-b5da-08ba40e06cd2", "name": "network-vif-deleted", "tag": "7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:05.734241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d076f20e-cc18-4de3-80f4-bfefaeff8062 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:05.734646 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d076f20e-cc18-4de3-80f4-bfefaeff8062'] response: {'server_uuid': '9963a0bb-9b55-4915-b5da-08ba40e06cd2', 'name': 'network-vif-deleted', 'tag': '7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0', 'status': 'completed', 'code': 200} Mar 22 19:34:05.779976 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:05.980408 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:06.009317 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:06.017716 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:06.018314 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:33:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:06.119042 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:06.315042 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:06.341991 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8694ff9-dbbe-4416-84ed-1e5dff838548 req-57c17ffe-c319-4812-a166-54baa6848581 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:06.342501 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a95b1-2422-4687-a3ed-32ca50d41480 None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:06.344204 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a8694ff9-dbbe-4416-84ed-1e5dff838548 req-57c17ffe-c319-4812-a166-54baa6848581 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0538416 Mar 22 19:34:06.394119 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a8694ff9-dbbe-4416-84ed-1e5dff838548 req-d1b55a0a-c532-454c-b638-9b74bd9c54db tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Mar 22 19:34:06.562139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218daf6-7850-4cc9-9bdd-a46da1dfc81a None None] New status for floating IP 51e0858d-fbf3-4565-b95f-a6434717a04d: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:34:06.612968 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-43d5b67d-bbe5-4143-a0dc-8e7c13f48e6d req-b798a977-ddb4-4825-9f23-2bde9d66dd9c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0273666 Mar 22 19:34:07.519086 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd461-d164-4086-9ae0-b00664b9229a req-65fef6fc-09ba-46cd-addf-1b3ea02a4e66 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:07.520596 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c7dbd461-d164-4086-9ae0-b00664b9229a req-65fef6fc-09ba-46cd-addf-1b3ea02a4e66 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0522614 Mar 22 19:34:07.567802 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c7dbd461-d164-4086-9ae0-b00664b9229a req-f3b7eed8-e10f-43fc-aecc-32bfc3f07526 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Mar 22 19:34:07.718603 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7a53aae9-532e-4a02-8087-123f6eaf9078 req-fccfe071-f0bb-4d8f-9b8b-c7fe85f5216f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Mar 22 19:34:07.842485 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-42415ec4-573d-4fab-9b9d-b1e82e8aca86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.700708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac3c4-27bd-42a5-aef2-e9180e3d559c req-d5f8cb37-7de6-405b-af15-57503a656e97 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:08.702112 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ce3ac3c4-27bd-42a5-aef2-e9180e3d559c req-d5f8cb37-7de6-405b-af15-57503a656e97 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0613599 Mar 22 19:34:08.748891 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ce3ac3c4-27bd-42a5-aef2-e9180e3d559c req-69be555f-220e-4253-a8c6-b6afa5d0e1b7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Mar 22 19:34:08.825865 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bfddff2f-af7b-4d76-95e1-03d3601fd681 req-695353c1-f778-4ad0-8531-07f08be584d7 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=9963a0bb-9b55-4915-b5da-08ba40e06cd2 HTTP/1.1" status: 200 len: 210 time: 0.0276186 Mar 22 19:34:09.202599 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.308772 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:09.328375 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:09.328716 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 7d6f14a4-9e0a-4a3a-b22f-da91289ff4e0 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:09.873424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d2277-0e44-4b81-beea-497d6e8cbe4b req-5b4f7eb7-63ab-478c-a671-4c9986441b66 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:09.874957 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc0d2277-0e44-4b81-beea-497d6e8cbe4b req-5b4f7eb7-63ab-478c-a671-4c9986441b66 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0539415 Mar 22 19:34:09.926905 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc0d2277-0e44-4b81-beea-497d6e8cbe4b req-a54e8b25-c716-4636-8266-143904dcddb4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459039 Mar 22 19:34:09.974901 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53794) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:10.028863 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fec52aa-33ba-417c-a16b-4d04373144f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (236e1afe-8a8c-4c67-a39b-696273450236), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.054758 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fec52aa-33ba-417c-a16b-4d04373144f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (236e1afe-8a8c-4c67-a39b-696273450236), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.185790 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fec52aa-33ba-417c-a16b-4d04373144f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (236e1afe-8a8c-4c67-a39b-696273450236), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.188565 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fec52aa-33ba-417c-a16b-4d04373144f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.189729 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8fec52aa-33ba-417c-a16b-4d04373144f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/security-groups/236e1afe-8a8c-4c67-a39b-696273450236 HTTP/1.1" status: 204 len: 168 time: 0.2136772 Mar 22 19:34:10.192811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53804) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:10.198995 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec52aa-33ba-417c-a16b-4d04373144f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e1afe-8a8c-4c67-a39b-696273450236,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:10.216417 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-febeaa0e-60c0-4398-8af4-cbfeba3c3e46 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] show failed (client error): The resource could not be found. Mar 22 19:34:10.217849 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-febeaa0e-60c0-4398-8af4-cbfeba3c3e46 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups/236e1afe-8a8c-4c67-a39b-696273450236 HTTP/1.1" status: 404 len: 347 time: 0.0237174 Mar 22 19:34:10.220573 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53806) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:10.350817 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 6b2a46ec-b793-4d29-802b-96ba1cf6910d {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:10.351154 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.379600 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.431406 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.432364 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (6b2a46ec-b793-4d29-802b-96ba1cf6910d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.445054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 6b2a46ec-b793-4d29-802b-96ba1cf6910d owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:10.482737 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.660031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (6b2a46ec-b793-4d29-802b-96ba1cf6910d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.687095 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=6b2a46ec-b793-4d29-802b-96ba1cf6910d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:10.745099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (51e0858d-fbf3-4565-b95f-a6434717a04d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.747633 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.748781 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-30ebbb05-8378-4d21-8047-357784215a19 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/floatingips/51e0858d-fbf3-4565-b95f-a6434717a04d HTTP/1.1" status: 204 len: 168 time: 0.5272088 Mar 22 19:34:11.057426 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17c79-b1aa-42e6-b4e6-68654b299d31 req-bcb389ad-57fc-40d4-8f51-0fd0d44e4321 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:11.058943 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0ae17c79-b1aa-42e6-b4e6-68654b299d31 req-bcb389ad-57fc-40d4-8f51-0fd0d44e4321 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0593998 Mar 22 19:34:11.084823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53822) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:11.089597 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739434139', 'description': 'tempest-description--294049912'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:11.107621 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0ae17c79-b1aa-42e6-b4e6-68654b299d31 req-7c74b977-8af5-409e-be37-6b11e7b3a296 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429935 Mar 22 19:34:11.208038 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.277080 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (5f1415b6-d807-4db3-a31f-6e3124b556cb), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.362201 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (5f1415b6-d807-4db3-a31f-6e3124b556cb), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.389815 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1415b6-d807-4db3-a31f-6e3124b556cb,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:11.513983 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.515944 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6e821f41-3770-4aea-9572-8d11b39ec14c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4296021 Mar 22 19:34:11.518372 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53824) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:11.522769 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '5f1415b6-d807-4db3-a31f-6e3124b556cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:11.625386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (c8495a8d-efa4-4336-b8ae-b861815f7e2f), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.686269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (c8495a8d-efa4-4336-b8ae-b861815f7e2f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.728140 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.761441 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (c8495a8d-efa4-4336-b8ae-b861815f7e2f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.776580 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8495a8d-efa4-4336-b8ae-b861815f7e2f,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:11.884288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.885571 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-879d846d-9fd5-40e9-9cf2-8c88fc7316de tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662627 Mar 22 19:34:11.888220 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53836) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:11.892544 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'security_group_rule': {'security_group_id': '5f1415b6-d807-4db3-a31f-6e3124b556cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:11.990510 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (00cf188b-a6ad-4e7f-9d0c-2900422d78b0), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.049901 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (00cf188b-a6ad-4e7f-9d0c-2900422d78b0), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.156979 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (00cf188b-a6ad-4e7f-9d0c-2900422d78b0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.175460 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf188b-a6ad-4e7f-9d0c-2900422d78b0,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:12.232914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4559d7-cd19-42a3-9469-9fa958c1f18d req-7f9728b2-1954-4a4d-b7d3-2128842cdf36 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:12.234373 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c4559d7-cd19-42a3-9469-9fa958c1f18d req-7f9728b2-1954-4a4d-b7d3-2128842cdf36 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0548608 Mar 22 19:34:12.282695 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c4559d7-cd19-42a3-9469-9fa958c1f18d req-53826907-7390-40d4-b02f-7fe2849f370b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Mar 22 19:34:12.285777 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.286866 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0f069924-4491-4c81-a96c-32e3bfd5b434 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977277 Mar 22 19:34:12.290112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53844) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:12.295153 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:12.385915 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.481458 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.588340 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.27.0.181 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:12.686595 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.796943 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.836246 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:12.839309 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:12.842841 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:12.871501 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:12.935058 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (a5ee2f93-4b76-4f16-8c41-3c806e86ea50), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:13.030877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:13.184656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:13.277122 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:13.352088 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:13.366642 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a5ee2f93-4b76-4f16-8c41-3c806e86ea50), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:13.430362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6c603-4dd0-4417-a9e0-49d41abaee05 req-145c4827-eff8-44a6-9ede-04da7ed71d13 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.432406 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-42b6c603-4dd0-4417-a9e0-49d41abaee05 req-145c4827-eff8-44a6-9ede-04da7ed71d13 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0538902 Mar 22 19:34:13.481976 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-42b6c603-4dd0-4417-a9e0-49d41abaee05 req-2a0dfba3-f572-4959-acf6-0e8a329daad7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Mar 22 19:34:13.485041 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:13.486129 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3016b2b5-d47a-4ffa-baa4-8331f4f0c3d0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1951053 Mar 22 19:34:13.681500 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-c6223254-4348-4563-9927-c1d6301b4866 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1739434139&fields=id&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 267 time: 0.0423596 Mar 22 19:34:13.703093 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650f01-e91b-4157-99db-0fc1106aaf4f req-9f8547ec-f249-4568-b727-70c902caecf6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.704822 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a8650f01-e91b-4157-99db-0fc1106aaf4f req-9f8547ec-f249-4568-b727-70c902caecf6 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0563867 Mar 22 19:34:13.761393 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a8650f01-e91b-4157-99db-0fc1106aaf4f req-4327fa53-179e-4c2c-a69e-fe0922b79c3a tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484066 Mar 22 19:34:13.795868 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ec30b991-424f-4d39-9d92-7c5cb1ebf64f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.797331 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ec30b991-424f-4d39-9d92-7c5cb1ebf64f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1083951 Mar 22 19:34:13.813447 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-5e4b7992-5a80-44af-972a-ee75d95858c9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/quotas/88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 375 time: 0.0105543 Mar 22 19:34:13.871848 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-af861774-b6c5-4a7c-873b-586410565e8e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534899 Mar 22 19:34:13.923605 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 53882) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:14.043196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-18b20097-46f7-4fe6-b139-13ffc1725586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.101658 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-32f50918-96b5-4656-816e-bab0f95ad289 service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161186 Mar 22 19:34:14.202287 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-18b20097-46f7-4fe6-b139-13ffc1725586 admin admin] Publish callbacks [] for security_group (b5147561-87bf-428d-afd2-bfdba911ea56), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.217632 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-337e31fc-637a-4cb4-8a6f-9be45cfd2382 service neutron] 10.222.0.79 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093941 Mar 22 19:34:14.259241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-18b20097-46f7-4fe6-b139-13ffc1725586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b5147561-87bf-428d-afd2-bfdba911ea56), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.296375 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-18b20097-46f7-4fe6-b139-13ffc1725586 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d6e1dd5f1614f39b1ac9da73be43895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717191 Mar 22 19:34:14.298345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b20097-46f7-4fe6-b139-13ffc1725586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5147561-87bf-428d-afd2-bfdba911ea56,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:14.299106 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53886) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:14.351177 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f71cca73-eac0-4224-896f-5a6397fc3ee8 admin admin] Publish callbacks [] for security_group (b5147561-87bf-428d-afd2-bfdba911ea56), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.377428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f71cca73-eac0-4224-896f-5a6397fc3ee8 admin admin] Publish callbacks [] for security_group (b5147561-87bf-428d-afd2-bfdba911ea56), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.471813 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-177251b2-4106-4029-9454-409b827b2ee2 req-621ac033-c56b-48a9-9126-8bef0056e15b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 210 time: 0.0284770 Mar 22 19:34:14.488358 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f71cca73-eac0-4224-896f-5a6397fc3ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b5147561-87bf-428d-afd2-bfdba911ea56), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.491129 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f71cca73-eac0-4224-896f-5a6397fc3ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:14.492339 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f71cca73-eac0-4224-896f-5a6397fc3ee8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5147561-87bf-428d-afd2-bfdba911ea56 HTTP/1.1" status: 204 len: 168 time: 0.1921120 Mar 22 19:34:14.501450 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cca73-eac0-4224-896f-5a6397fc3ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5147561-87bf-428d-afd2-bfdba911ea56,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:14.625096 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8713-c6be-4dfa-8fac-5277f82e1066 req-781c4eaa-496c-4f32-9692-be3ec6f73c1e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.626531 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4ada8713-c6be-4dfa-8fac-5277f82e1066 req-781c4eaa-496c-4f32-9692-be3ec6f73c1e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0602114 Mar 22 19:34:14.678720 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4ada8713-c6be-4dfa-8fac-5277f82e1066 req-50b22ef5-5195-4338-b0fd-102daf29091c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467927 Mar 22 19:34:14.881487 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc624bb-f890-49a8-8cb0-d88e4a61557e req-0a56557c-13af-403a-a665-ee043427ea35 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.882947 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-acc624bb-f890-49a8-8cb0-d88e4a61557e req-0a56557c-13af-403a-a665-ee043427ea35 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0520921 Mar 22 19:34:14.932603 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-acc624bb-f890-49a8-8cb0-d88e4a61557e req-e793a0ce-f4c0-424d-8f43-277966bbf4b5 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Mar 22 19:34:15.211350 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53908) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:15.224613 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38511c51-1dfc-492d-a282-14431d572d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.300152 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38511c51-1dfc-492d-a282-14431d572d9f admin admin] Publish callbacks [] for security_group (10c59922-090a-44ce-9c5d-bfbad50540e3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.379921 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38511c51-1dfc-492d-a282-14431d572d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (10c59922-090a-44ce-9c5d-bfbad50540e3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.419759 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38511c51-1dfc-492d-a282-14431d572d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c59922-090a-44ce-9c5d-bfbad50540e3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:15.425156 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-38511c51-1dfc-492d-a282-14431d572d9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f02adc703c34d55b5b806bdcefe36ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127476 Mar 22 19:34:15.428026 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 53910) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:15.478734 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff8c-cecc-495a-b734-57cf4fec135a admin admin] Publish callbacks [] for security_group (10c59922-090a-44ce-9c5d-bfbad50540e3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.500347 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff8c-cecc-495a-b734-57cf4fec135a admin admin] Publish callbacks [] for security_group (10c59922-090a-44ce-9c5d-bfbad50540e3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.581573 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53ae8602-763f-40b4-a44c-db341a5495bb req-b390e286-b74d-4a09-b713-e7b54db837bb tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 210 time: 0.0346799 Mar 22 19:34:15.637114 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff8c-cecc-495a-b734-57cf4fec135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (10c59922-090a-44ce-9c5d-bfbad50540e3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.639859 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff8c-cecc-495a-b734-57cf4fec135a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.641055 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-55b2ff8c-cecc-495a-b734-57cf4fec135a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10c59922-090a-44ce-9c5d-bfbad50540e3 HTTP/1.1" status: 204 len: 168 time: 0.2120876 Mar 22 19:34:15.650134 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ff8c-cecc-495a-b734-57cf4fec135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c59922-090a-44ce-9c5d-bfbad50540e3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:15.803342 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b48b-f1a6-4e7e-a152-cea5d0af0aa3 req-e5cfa747-08c9-4622-9be3-0e2a10976baf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:15.804856 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2df7b48b-f1a6-4e7e-a152-cea5d0af0aa3 req-e5cfa747-08c9-4622-9be3-0e2a10976baf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0532129 Mar 22 19:34:15.857263 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2df7b48b-f1a6-4e7e-a152-cea5d0af0aa3 req-ac8983a0-8663-40df-949f-71a17f305ef5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460429 Mar 22 19:34:16.058556 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8a54-9fe9-49f0-a5d3-ca9fa0ff4235 req-df3238fe-549e-42a3-bb4f-014ab5aff089 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:16.060066 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f10b8a54-9fe9-49f0-a5d3-ca9fa0ff4235 req-df3238fe-549e-42a3-bb4f-014ab5aff089 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0556812 Mar 22 19:34:16.123353 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f10b8a54-9fe9-49f0-a5d3-ca9fa0ff4235 req-186f8629-4b7c-4114-bb3c-8fbbc96c1a2b tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573471 Mar 22 19:34:16.681302 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d9844a42-4d15-454b-a85d-29f9c98b2187 req-95021721-325b-446c-9d0e-abc0c7245b86 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 210 time: 0.0318897 Mar 22 19:34:16.787203 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-798e71af-ad5a-4fc9-acf6-5303879f3bdf tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:16.788816 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-798e71af-ad5a-4fc9-acf6-5303879f3bdf tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 815 time: 0.1084504 Mar 22 19:34:16.852653 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-a6adcfde-122b-4a29-9d6a-dc51c6384167 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cf857fd440479f92bf100cd1ea80b6 HTTP/1.1" status: 200 len: 380 time: 0.0553477 Mar 22 19:34:16.861690 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'port': {'device_id': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'admin_state_up': True, 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'security_groups': ['5f1415b6-d807-4db3-a31f-6e3124b556cb']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:17.015783 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef64f-d36e-4efa-a9bd-1478afcbf0ae req-ed588023-e1ee-4ee2-8549-8d8b0d02515f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:17.019446 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-029ef64f-d36e-4efa-a9bd-1478afcbf0ae req-ed588023-e1ee-4ee2-8549-8d8b0d02515f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0851142 Mar 22 19:34:17.075183 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-029ef64f-d36e-4efa-a9bd-1478afcbf0ae req-aaab9345-a2ba-46b8-93a0-3a4730ae8e06 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505924 Mar 22 19:34:17.082176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Made reservation on behalf of 88cf857fd440479f92bf100cd1ea80b6 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:17.085432 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.224821 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Allocated IP 172.20.0.4 (87044297-f8c2-40de-9994-8da2189cc88a/8516280d-e487-4332-a618-150a0d90286a/58578e6b-8af7-4e76-9b7a-2a02c075a0ad) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:17.264050 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481767cc-c175-4950-8628-9a91108c6035 req-3559237a-0317-43aa-90a8-863314ce4934 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:17.265594 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-481767cc-c175-4950-8628-9a91108c6035 req-3559237a-0317-43aa-90a8-863314ce4934 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0563040 Mar 22 19:34:17.316527 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-481767cc-c175-4950-8628-9a91108c6035 req-650fc054-81a1-4ee1-ac3d-1b7354d52b44 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Mar 22 19:34:17.372130 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.471163 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.516366 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Network 87044297-f8c2-40de-9994-8da2189cc88a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:17.521499 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:17.526825 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:17.530988 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event updated for resources: {'Port': ['ID=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:17.577273 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:17.578161 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.673705 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-ecac6bee-aa1e-4529-9c3a-8a1c786b936d tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8155937 Mar 22 19:34:17.789655 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7de7c07b-8777-4266-b4de-615767df72fe None None] Provisioning complete for port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:17.790182 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Request body: {'port': {'device_id': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:17.790575 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7de7c07b-8777-4266-b4de-615767df72fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.825477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7de7c07b-8777-4266-b4de-615767df72fe None None] Port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:18.108382 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2f28-7b12-4184-9983-1c65703c4aad req-2b68604e-35e2-47a6-b24a-d444b71c4b2e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:18.109864 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da3c2f28-7b12-4184-9983-1c65703c4aad req-2b68604e-35e2-47a6-b24a-d444b71c4b2e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 931 time: 0.3547962 Mar 22 19:34:18.118028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.190784 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da3c2f28-7b12-4184-9983-1c65703c4aad req-61b198be-f9f4-4d5b-996d-71eed1e9e11b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745158 Mar 22 19:34:18.210929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099d9d1-84cf-407d-8f6e-a54678875169 req-5f7e4f4f-a97c-418c-9fd1-aa8e2c576959 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:18.212684 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4099d9d1-84cf-407d-8f6e-a54678875169 req-5f7e4f4f-a97c-418c-9fd1-aa8e2c576959 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0676262 Mar 22 19:34:18.266305 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4099d9d1-84cf-407d-8f6e-a54678875169 req-76f0a8cd-6c9c-4f27-9255-7ff3d42b54a8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461075 Mar 22 19:34:18.448231 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58578e6b-8af7-4e76-9b7a-2a02c075a0ad {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:18.457610 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Publish callbacks [] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.476013 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Transition to ACTIVE for port object 58578e6b-8af7-4e76-9b7a-2a02c075a0ad will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:34:18.483449 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa44-4ddd-4183-ad3c-f09528af8531 req-d0dcdd93-8052-49de-a166-25f943583139 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:18.484953 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5143aa44-4ddd-4183-ad3c-f09528af8531 req-d0dcdd93-8052-49de-a166-25f943583139 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.1011057 Mar 22 19:34:18.535769 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5143aa44-4ddd-4183-ad3c-f09528af8531 req-dd7bb728-aff8-4ed4-aff0-cbd94d80d165 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Mar 22 19:34:18.545976 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.603248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Pushing event updated for resources: {'Port': ['ID=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:18.675970 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Attempting to bind port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:18.676249 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Attempting to bind port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:18.676596 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Attempting to bind port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:18.681273 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad on network 87044297-f8c2-40de-9994-8da2189cc88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:34:18.682169 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Attempting to bind port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad on network 87044297-f8c2-40de-9994-8da2189cc88a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:18.687822 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:18.688192 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Checking segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:18.698587 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Bound using segment: {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:18.698587 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Bound port: 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:18.698587 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.760875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] For port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:18.764261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] For port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:18.859487 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.892384 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:18.893001 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.894449 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] 10.222.0.45 "PUT /v2.0/ports/58578e6b-8af7-4e76-9b7a-2a02c075a0ad HTTP/1.1" status: 200 len: 1093 time: 1.2113290 Mar 22 19:34:18.894889 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:18.897152 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839940a1-495c-4509-973b-6be46ccc441a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:18.934068 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c85a3-8301-45fb-83fc-f1cf1dc9eb9f service neutron] Pushing event updated for resources: {'Port': ['ID=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:18.937607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0966ec66-4314-404b-9a3b-014816c298ad x-openstack-request-id: req-0966ec66-4314-404b-9a3b-014816c298ad {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:18.937898 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:18.938150 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0966ec66-4314-404b-9a3b-014816c298ad {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:18.938554 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0966ec66-4314-404b-9a3b-014816c298ad'] response: {'name': 'network-changed', 'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'status': 'completed', 'code': 200} Mar 22 19:34:19.005514 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839940a1-495c-4509-973b-6be46ccc441a req-f3e48dd3-dae6-4486-88eb-69c20f2ee918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.007073 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-839940a1-495c-4509-973b-6be46ccc441a req-f3e48dd3-dae6-4486-88eb-69c20f2ee918 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 1127 time: 0.0490463 Mar 22 19:34:19.115905 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839940a1-495c-4509-973b-6be46ccc441a req-91dcb508-2713-4d8a-a4ab-d7bc9a904776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.117360 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-839940a1-495c-4509-973b-6be46ccc441a req-91dcb508-2713-4d8a-a4ab-d7bc9a904776 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=88cf857fd440479f92bf100cd1ea80b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019785 Mar 22 19:34:19.212603 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839940a1-495c-4509-973b-6be46ccc441a req-cc35ee93-7bb3-44a1-bc33-4fc413424ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.214570 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-839940a1-495c-4509-973b-6be46ccc441a req-cc35ee93-7bb3-44a1-bc33-4fc413424ab4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905795 Mar 22 19:34:19.337529 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-4fd90f62-53d1-4c29-9eee-cde5873f06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.339483 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-4fd90f62-53d1-4c29-9eee-cde5873f06b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 1127 time: 0.0827873 Mar 22 19:34:19.363544 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7463b5-29ec-4ede-acf9-f3ab38184317 req-9feed797-281e-4bb0-89e9-fbb4cb5a7b0b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.365056 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ca7463b5-29ec-4ede-acf9-f3ab38184317 req-9feed797-281e-4bb0-89e9-fbb4cb5a7b0b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 943 time: 0.0996048 Mar 22 19:34:19.397837 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-23f5efbe-f7ea-4ced-b587-64ac0aef0ce4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad HTTP/1.1" status: 200 len: 217 time: 0.0489614 Mar 22 19:34:19.399648 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54014) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:19.426305 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e75b02-8c4b-4563-9df6-72b81fa29a26 req-9550ae8a-3c17-4f63-9dab-6d36d7bc6ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.428084 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f4e75b02-8c4b-4563-9df6-72b81fa29a26 req-9550ae8a-3c17-4f63-9dab-6d36d7bc6ab8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0824258 Mar 22 19:34:19.485538 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ca7463b5-29ec-4ede-acf9-f3ab38184317 req-953f1dec-561b-4bc9-b7b0-f7a59b22e936 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901732 Mar 22 19:34:19.487065 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-92c1c430-d27e-486e-9e24-2961e6fd03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.488451 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-92c1c430-d27e-486e-9e24-2961e6fd03a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0780716 Mar 22 19:34:19.513376 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f4e75b02-8c4b-4563-9df6-72b81fa29a26 req-0c616d29-24a3-4d36-9e72-ec395eb6efa5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728593 Mar 22 19:34:19.544326 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-fe6b054d-b024-46f8-a970-a5dbc67495d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.545938 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-fe6b054d-b024-46f8-a970-a5dbc67495d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482843 Mar 22 19:34:19.560997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53ee75bb-2215-435c-b89a-c8570c1867f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.637219 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53ee75bb-2215-435c-b89a-c8570c1867f2 admin admin] Publish callbacks [] for security_group (ee33f5fe-6ddb-460f-a3fc-f36be59125c4), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.677552 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-8b3b7ca5-3c31-4052-ab6e-1226b7d4677c service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241314 Mar 22 19:34:19.688348 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed998-661c-42e1-9d72-35ff5a796894 req-372b4aa0-aaf6-48ff-a1a6-090d7abc3244 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.689672 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-069ed998-661c-42e1-9d72-35ff5a796894 req-372b4aa0-aaf6-48ff-a1a6-090d7abc3244 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0809803 Mar 22 19:34:19.704852 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53ee75bb-2215-435c-b89a-c8570c1867f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ee33f5fe-6ddb-460f-a3fc-f36be59125c4), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.746065 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-53ee75bb-2215-435c-b89a-c8570c1867f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3138b0a03814be8aa922601c22ddee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393693 Mar 22 19:34:19.746440 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54020) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:19.753302 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee75bb-2215-435c-b89a-c8570c1867f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee33f5fe-6ddb-460f-a3fc-f36be59125c4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:19.791600 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-069ed998-661c-42e1-9d72-35ff5a796894 req-bcbcd869-d7a0-40be-8c19-1a6cf26ec9d3 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925629 Mar 22 19:34:19.798299 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc9f-32bf-4587-9052-cebbc48476c2 admin admin] Publish callbacks [] for security_group (ee33f5fe-6ddb-460f-a3fc-f36be59125c4), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.815918 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5eae25d8-eeba-4825-b952-a27d83ccaff2 req-758d2311-34a1-4ada-8d56-1d1fd7166a78 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252713 Mar 22 19:34:19.825760 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc9f-32bf-4587-9052-cebbc48476c2 admin admin] Publish callbacks [] for security_group (ee33f5fe-6ddb-460f-a3fc-f36be59125c4), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.179265 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc9f-32bf-4587-9052-cebbc48476c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (ee33f5fe-6ddb-460f-a3fc-f36be59125c4), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.182080 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc9f-32bf-4587-9052-cebbc48476c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.183211 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4a3fcc9f-32bf-4587-9052-cebbc48476c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee33f5fe-6ddb-460f-a3fc-f36be59125c4 HTTP/1.1" status: 204 len: 168 time: 0.4359834 Mar 22 19:34:20.191401 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fcc9f-32bf-4587-9052-cebbc48476c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee33f5fe-6ddb-460f-a3fc-f36be59125c4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:20.609595 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2028d56-806e-4e5c-b6c9-a3d140e9b42d req-484f0f92-d1c3-4691-b20f-0fc863d7d67c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:20.611226 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c2028d56-806e-4e5c-b6c9-a3d140e9b42d req-484f0f92-d1c3-4691-b20f-0fc863d7d67c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 943 time: 0.0546021 Mar 22 19:34:20.637045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d5af0-70aa-4543-9224-305289e807fc req-60533a0f-7ecf-4b1b-abf6-6c71a262f7f1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:20.638536 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bc6d5af0-70aa-4543-9224-305289e807fc req-60533a0f-7ecf-4b1b-abf6-6c71a262f7f1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0587056 Mar 22 19:34:20.663087 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c2028d56-806e-4e5c-b6c9-a3d140e9b42d req-e4de00b3-e884-4a74-8957-ae7eeb1ef896 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 Mar 22 19:34:20.688055 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bc6d5af0-70aa-4543-9224-305289e807fc req-2d19b023-4a5a-49d3-9d61-9e772350c775 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 Mar 22 19:34:20.782559 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54034) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:20.795972 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12c1d2ca-8eff-4753-a063-e84d7f1bfcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.898449 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12c1d2ca-8eff-4753-a063-e84d7f1bfcef admin admin] Publish callbacks [] for security_group (613fe5fb-f42b-4543-bef5-71223650e3da), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.924527 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d9129-6b0d-4b96-a300-878976ef8c81 req-f58ce40b-0436-40fb-9255-9215beb8b54c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:20.926340 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f06d9129-6b0d-4b96-a300-878976ef8c81 req-f58ce40b-0436-40fb-9255-9215beb8b54c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0661016 Mar 22 19:34:20.963546 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12c1d2ca-8eff-4753-a063-e84d7f1bfcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (613fe5fb-f42b-4543-bef5-71223650e3da), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.993543 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f06d9129-6b0d-4b96-a300-878976ef8c81 req-a31a371f-e90b-4d2c-bf11-f20fadd3aef3 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615532 Mar 22 19:34:21.017401 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-12c1d2ca-8eff-4753-a063-e84d7f1bfcef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e862324da9c4a68a2c436526653ceb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337623 Mar 22 19:34:21.018314 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1d2ca-8eff-4753-a063-e84d7f1bfcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613fe5fb-f42b-4543-bef5-71223650e3da,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:21.020023 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54038) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:21.070310 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2d6fd62-749a-4eaf-a8a2-96f4b5438f94 admin admin] Publish callbacks [] for security_group (613fe5fb-f42b-4543-bef5-71223650e3da), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.092345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2d6fd62-749a-4eaf-a8a2-96f4b5438f94 admin admin] Publish callbacks [] for security_group (613fe5fb-f42b-4543-bef5-71223650e3da), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.196092 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2d6fd62-749a-4eaf-a8a2-96f4b5438f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (613fe5fb-f42b-4543-bef5-71223650e3da), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.199880 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2d6fd62-749a-4eaf-a8a2-96f4b5438f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.201043 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c2d6fd62-749a-4eaf-a8a2-96f4b5438f94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/613fe5fb-f42b-4543-bef5-71223650e3da HTTP/1.1" status: 204 len: 168 time: 0.1799719 Mar 22 19:34:21.208516 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6fd62-749a-4eaf-a8a2-96f4b5438f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fe5fb-f42b-4543-bef5-71223650e3da,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:21.384607 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:34:21.486926 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:21.499297 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'e9982128-8254-4036-800a-a1441448a49d', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'port_id': 'e9982128-8254-4036-800a-a1441448a49d', 'mac_address': 'fa:16:3e:89:ee:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:34:21.540013 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: ACTIVE; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:21.540405 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.553672 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9982128-8254-4036-800a-a1441448a49d {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:21.576342 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:21.664506 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be9a97b3-8132-45b7-9519-4422884ab869 req-2a9cd284-206b-4568-bedd-11886dc82a63 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428548891&fields=id&tenant_id=3b69ec065b564daca8312f622f2a9960 HTTP/1.1" status: 200 len: 267 time: 0.0467262 Mar 22 19:34:21.665737 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.742697 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a97b3-8132-45b7-9519-4422884ab869 req-70dc0311-3ae7-4ba9-b683-4febd08d898b tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:21.742697 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be9a97b3-8132-45b7-9519-4422884ab869 req-70dc0311-3ae7-4ba9-b683-4febd08d898b tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 984 time: 0.0675716 Mar 22 19:34:21.755984 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Request body: {'port': {'security_groups': ['27e57de3-0ffc-4bd0-871f-f30b711a9b3d']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:21.757658 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=6']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:21.768689 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.776598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:21.815477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['e9982128-8254-4036-800a-a1441448a49d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:21.832740 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d8b88-9d28-4d3e-bc70-1dfdce432000 req-bed8db27-cfe7-4761-800b-ae069f89ffef tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:21.834848 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c93d8b88-9d28-4d3e-bc70-1dfdce432000 req-bed8db27-cfe7-4761-800b-ae069f89ffef tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 943 time: 0.0794244 Mar 22 19:34:21.863373 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.922979 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c93d8b88-9d28-4d3e-bc70-1dfdce432000 req-99791fb4-55b3-4853-a453-258babfbd5c3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697045 Mar 22 19:34:22.053560 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a4a7-f549-4a1a-8e85-2e51215ecc6e req-9b49a7a8-81cc-4aff-acd2-7071bd4b765b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:22.055399 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e5a2a4a7-f549-4a1a-8e85-2e51215ecc6e req-9b49a7a8-81cc-4aff-acd2-7071bd4b765b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 944 time: 0.0610855 Mar 22 19:34:22.092651 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:22.119702 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e5a2a4a7-f549-4a1a-8e85-2e51215ecc6e req-c61c2f92-3e65-4d2b-871e-6ddf24d76cb6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574238 Mar 22 19:34:22.126467 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for port (28000431-9234-4185-a7b6-1f5179d5023d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.185404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.201158 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['28000431-9234-4185-a7b6-1f5179d5023d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:22.249033 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event updated for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=7']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:22.249201 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78752e-d413-4999-a213-32677012f74a req-4882a637-1664-444d-b857-c6ad9ba69391 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:22.251134 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8b78752e-d413-4999-a213-32677012f74a req-4882a637-1664-444d-b857-c6ad9ba69391 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0649831 Mar 22 19:34:22.266884 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:22.267614 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.274606 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be9a97b3-8132-45b7-9519-4422884ab869 req-092eb292-d6d9-4c17-8edc-0e0e2476f32f tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "PUT /v2.0/ports/28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 942 time: 0.5191305 Mar 22 19:34:22.274606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:22.274606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:22.275248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54092) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:22.379375 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['28000431-9234-4185-a7b6-1f5179d5023d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:22.398352 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8b78752e-d413-4999-a213-32677012f74a req-f5758495-84dc-415e-9f01-4e5eb6867901 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285007 Mar 22 19:34:22.403599 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d3ea521a-60d4-49f8-b05e-41acd559c744 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group (399df2cd-a70d-4ac5-9fb9-42a449da7a63), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.451127 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d3ea521a-60d4-49f8-b05e-41acd559c744 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group (399df2cd-a70d-4ac5-9fb9-42a449da7a63), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.614157 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d3ea521a-60d4-49f8-b05e-41acd559c744 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (399df2cd-a70d-4ac5-9fb9-42a449da7a63), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.618415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d3ea521a-60d4-49f8-b05e-41acd559c744 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.622797 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d3ea521a-60d4-49f8-b05e-41acd559c744 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "DELETE /v2.0/security-groups/399df2cd-a70d-4ac5-9fb9-42a449da7a63 HTTP/1.1" status: 204 len: 168 time: 0.3429947 Mar 22 19:34:22.623670 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54104) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:22.640196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea521a-60d4-49f8-b05e-41acd559c744 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399df2cd-a70d-4ac5-9fb9-42a449da7a63,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:22.673328 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce15ce44-407f-4c3b-ba51-a2c75b60d202 x-openstack-request-id: req-ce15ce44-407f-4c3b-ba51-a2c75b60d202 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:22.673949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:22.673949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce15ce44-407f-4c3b-ba51-a2c75b60d202 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:22.675412 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce15ce44-407f-4c3b-ba51-a2c75b60d202'] response: {'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'status': 'completed', 'code': 200} Mar 22 19:34:22.721979 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-ec8f9c9e-e4f8-4b43-8a0d-d969da2a26dd None None] Provisioning complete for port 28000431-9234-4185-a7b6-1f5179d5023d triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:22.722624 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ec8f9c9e-e4f8-4b43-8a0d-d969da2a26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (28000431-9234-4185-a7b6-1f5179d5023d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.754184 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-e340e358-13ff-4ad8-a1b3-b800e536fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:22.758572 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-e340e358-13ff-4ad8-a1b3-b800e536fae8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1129 time: 0.0624409 Mar 22 19:34:22.881213 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Deleting port 128dcd9b-c509-4319-ae58-a46c7f86170a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:22.882590 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.899773 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-241290ca-88b5-402d-b37c-cef7e3fd65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:22.902251 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-241290ca-88b5-402d-b37c-cef7e3fd65bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 915 time: 0.1367159 Mar 22 19:34:22.978890 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f9c9e-e4f8-4b43-8a0d-d969da2a26dd None None] Current status of the port 28000431-9234-4185-a7b6-1f5179d5023d is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:22.998693 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-a95cb0a1-f24f-4b09-943a-ef3061ee726f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 1001 time: 0.0813856 Mar 22 19:34:23.000934 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.001288 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for floatingip (128dcd9b-c509-4319-ae58-a46c7f86170a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.030238 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Calling delete_port for 128dcd9b-c509-4319-ae58-a46c7f86170a owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:23.056358 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-d2bae042-1188-43fd-9ef1-e177f72e4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.059014 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-d2bae042-1188-43fd-9ef1-e177f72e4772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 200 len: 853 time: 0.0518017 Mar 22 19:34:23.123767 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-1c9f9cab-adca-4ba9-99cb-8e1c58c45c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.125319 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-1c9f9cab-adca-4ba9-99cb-8e1c58c45c41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e460ed-902f-43c7-94be-ffc843cf9017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591521 Mar 22 19:34:23.158420 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c3c3-76f2-4513-96d8-94c98e96a2c8 req-3de4dd11-3a48-4eb0-86b7-2186cc26f028 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.165249 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f128c3c3-76f2-4513-96d8-94c98e96a2c8 req-3de4dd11-3a48-4eb0-86b7-2186cc26f028 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 943 time: 0.1510007 Mar 22 19:34:23.258505 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f128c3c3-76f2-4513-96d8-94c98e96a2c8 req-753286a9-e30e-408c-a1ed-086a73abd475 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869911 Mar 22 19:34:23.309288 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-8db79657-462e-49b9-8aa1-cdd8f8a6f1a8 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773469 Mar 22 19:34:23.316500 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a2dd-ea7d-4baf-81c3-e61bf3bfd010 req-c8a72b63-f48d-4dfb-aa59-14523ea978e0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.357114 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82f6a2dd-ea7d-4baf-81c3-e61bf3bfd010 req-c8a72b63-f48d-4dfb-aa59-14523ea978e0 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 944 time: 0.1078038 Mar 22 19:34:23.412811 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 58578e6b-8af7-4e76-9b7a-2a02c075a0ad details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:34:23.421215 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:23.543011 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82f6a2dd-ea7d-4baf-81c3-e61bf3bfd010 req-abb07a31-bf3d-4b69-827d-e630e3e2c801 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183986 Mar 22 19:34:23.589718 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39f1700b-1b8a-48f6-8c12-5b098a14dbe2 req-8a3c5f6b-7734-4746-8322-afee21104544 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633159 Mar 22 19:34:23.656663 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf90ba-3d64-40c9-a579-46b25228ac5c req-61465249-ec5a-422a-a7f7-f0b5a2f76f95 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.659210 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-daaf90ba-3d64-40c9-a579-46b25228ac5c req-61465249-ec5a-422a-a7f7-f0b5a2f76f95 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0935717 Mar 22 19:34:23.713399 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port e9982128-8254-4036-800a-a1441448a49d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:23.714668 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9982128-8254-4036-800a-a1441448a49d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.750224 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (128dcd9b-c509-4319-ae58-a46c7f86170a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.764041 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:23.781700 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'port_id': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'mac_address': 'fa:16:3e:d2:ab:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:34:23.867350 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event deleted for resources: {'Port': ['ID=128dcd9b-c509-4319-ae58-a46c7f86170a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:23.872943 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:23.873801 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.884173 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-daaf90ba-3d64-40c9-a579-46b25228ac5c req-e2038f0c-9162-4707-b8e1-d1f3edfb9642 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117257 Mar 22 19:34:23.948795 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:23.949396 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.953261 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks [] for floatingip (f1552a5c-21a1-4e1e-b6c4-d362492be8b8), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.953612 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Floating IP f1552a5c-21a1-4e1e-b6c4-d362492be8b8 disassociated (deleted). External IP: 172.27.0.165, port: 28000431-9234-4185-a7b6-1f5179d5023d. Mar 22 19:34:23.979253 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58578e6b-8af7-4e76-9b7a-2a02c075a0ad {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:23.990538 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-74d47bbc-4f34-488d-92f2-f4574148e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.991207 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:23.993925 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567ecda4-f3bc-4e89-a5c3-3ebe56287831" -d '{"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-plugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:23.995454 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-74d47bbc-4f34-488d-92f2-f4574148e823 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1129 time: 0.0897713 Mar 22 19:34:24.020189 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:24.042686 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:24.099380 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.186414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-d5652557-808a-4306-88f8-770d35c07227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:24.189347 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-d5652557-808a-4306-88f8-770d35c07227 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 910 time: 0.1868219 Mar 22 19:34:24.213920 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=7']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:24.225798 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.270974 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Router f441a49b-ede0-4ca7-8dd1-ef8d68817632 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:24.283936 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-fb1d556b-d0bb-4bd4-82a4-df744aaf6f79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 1000 time: 0.0850074 Mar 22 19:34:24.331762 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:24.336072 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76eda1-38fc-4505-b1ca-eedf9ab84d06 x-openstack-request-id: req-2d76eda1-38fc-4505-b1ca-eedf9ab84d06 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:24.342490 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-plugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:24.342490 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d76eda1-38fc-4505-b1ca-eedf9ab84d06 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:24.342490 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d76eda1-38fc-4505-b1ca-eedf9ab84d06'] response: {'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'code': 200} Mar 22 19:34:24.357556 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-7c216df0-a904-49fa-b5af-a346e4cf3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:24.359399 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-7c216df0-a904-49fa-b5af-a346e4cf3a32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 200 len: 848 time: 0.0673170 Mar 22 19:34:24.472603 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-b80571b3-ba04-43ed-b55c-e9ee63a1b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:24.474503 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-b80571b3-ba04-43ed-b55c-e9ee63a1b9c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1082821 Mar 22 19:34:24.512956 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['58578e6b-8af7-4e76-9b7a-2a02c075a0ad'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:24.537274 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab0c6-8ddc-4e1e-ab3a-73a120e1e10a req-f795a3f0-b6f8-488c-860b-f2551f9b98f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:24.547259 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-278ab0c6-8ddc-4e1e-ab3a-73a120e1e10a req-f795a3f0-b6f8-488c-860b-f2551f9b98f0 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 944 time: 0.1219101 Mar 22 19:34:24.574133 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:24.584959 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] Sync routers for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:24.590156 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.614190 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:24.615102 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:24.733358 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-278ab0c6-8ddc-4e1e-ab3a-73a120e1e10a req-e2e53509-2f98-4b18-a912-020213bc5b1f tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872287 Mar 22 19:34:24.750719 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-83e1b582-1be7-43dd-b766-97476fee4241 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "DELETE /v2.0/floatingips/f1552a5c-21a1-4e1e-b6c4-d362492be8b8 HTTP/1.1" status: 204 len: 168 time: 2.1257491 Mar 22 19:34:24.765767 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:24.770602 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ce814-76a1-482d-86f9-db7bebaacd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:24.825293 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-e8415393-eef6-428c-a923-7018d4925292 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436174 Mar 22 19:34:24.876592 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:24.898210 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec921ce0-d25d-4fb4-8580-51640fbd84b1 req-33482a7f-6de9-4651-85ef-5f5b0644498b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:24.900895 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ec921ce0-d25d-4fb4-8580-51640fbd84b1 req-33482a7f-6de9-4651-85ef-5f5b0644498b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.2085767 Mar 22 19:34:25.003599 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ec921ce0-d25d-4fb4-8580-51640fbd84b1 req-e1f255e0-5ff2-494f-8052-90f4ad78d87b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857544 Mar 22 19:34:25.005629 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-698b8bf8-d9d6-4b1e-893e-c6e7dc457307 req-e0d10a5c-7a42-4f8f-8f8e-7aaecf2ed9a4 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732986 Mar 22 19:34:25.214536 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54166) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:25.352112 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac134eda-44da-4e28-bb04-be3e5492267f x-openstack-request-id: req-ac134eda-44da-4e28-bb04-be3e5492267f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:25.352630 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:25.354847 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac134eda-44da-4e28-bb04-be3e5492267f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:25.360543 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac134eda-44da-4e28-bb04-be3e5492267f'] response: {'name': 'network-changed', 'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'status': 'completed', 'code': 200} Mar 22 19:34:25.441222 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:25.442221 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-0ed407c2-b524-4bc5-9a5e-1c43f6700f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:25.445245 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-0ed407c2-b524-4bc5-9a5e-1c43f6700f3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b69ec065b564daca8312f622f2a9960&device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 1129 time: 0.1296363 Mar 22 19:34:25.445395 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240438a-aaad-4dcb-8176-315f48c801e4 req-dfc2e1ec-de0f-4efc-b430-86bda1d15588 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:25.452118 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3240438a-aaad-4dcb-8176-315f48c801e4 req-dfc2e1ec-de0f-4efc-b430-86bda1d15588 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.1977620 Mar 22 19:34:25.468912 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33683035-70bb-47f4-a756-f1cad6124482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.471094 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] Checking router: f441a49b-ede0-4ca7-8dd1-ef8d68817632 for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:25.480036 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:25.480559 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:25.549334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-ee4b059a-f4d1-4334-a076-b606111f25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:25.551459 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-ee4b059a-f4d1-4334-a076-b606111f25af service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 200 len: 915 time: 0.0983696 Mar 22 19:34:25.580957 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3240438a-aaad-4dcb-8176-315f48c801e4 req-e7e550ab-64b2-4084-b1a5-9a215a973690 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143098 Mar 22 19:34:25.634197 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-6c01cbf9-65b4-4eb7-a61b-c86058d00d8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 200 len: 217 time: 0.0749583 Mar 22 19:34:25.665116 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33683035-70bb-47f4-a756-f1cad6124482 admin admin] Publish callbacks [] for security_group (efe53ab8-090b-4464-b73b-2b7fcba259ab), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.684362 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:25.699563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-5dc79856-f877-4c0f-b9d0-17eced93d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:25.703791 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-5dc79856-f877-4c0f-b9d0-17eced93d12d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 200 len: 853 time: 0.0608163 Mar 22 19:34:25.863124 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-170adc39-cc02-489b-9e26-8a92340c74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:25.865385 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-170adc39-cc02-489b-9e26-8a92340c74db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e460ed-902f-43c7-94be-ffc843cf9017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1422348 Mar 22 19:34:25.866002 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33683035-70bb-47f4-a756-f1cad6124482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (efe53ab8-090b-4464-b73b-2b7fcba259ab), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.941941 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-33683035-70bb-47f4-a756-f1cad6124482 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ff66710552e4fc6854078b722ccc44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7238050 Mar 22 19:34:25.941941 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33683035-70bb-47f4-a756-f1cad6124482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe53ab8-090b-4464-b73b-2b7fcba259ab,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:25.951417 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54174) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:26.012482 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:26.018836 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-af6ca67d-65fb-4b79-af6d-a688297bd86d admin admin] Publish callbacks [] for security_group (efe53ab8-090b-4464-b73b-2b7fcba259ab), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.030509 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c47028-9126-49c4-b9c7-fd9006609a4c req-ca55acda-cac0-4f2b-bcec-011f5d0d30a8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:26.032252 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c0c47028-9126-49c4-b9c7-fd9006609a4c req-ca55acda-cac0-4f2b-bcec-011f5d0d30a8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 944 time: 0.1659784 Mar 22 19:34:26.046761 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-af6ca67d-65fb-4b79-af6d-a688297bd86d admin admin] Publish callbacks [] for security_group (efe53ab8-090b-4464-b73b-2b7fcba259ab), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.048581 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89316c25-7a77-40f4-ae61-0bbdddaef1a8 None None] The sync data for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi is: [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:31:56Z', 'revision_number': 4, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ba0f9db8-014d-4d66-914d-f3986584225e', 'name': '', 'network_id': '10e460ed-902f-43c7-94be-ffc843cf9017', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'mac_address': 'fa:16:3e:fd:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:56Z', 'updated_at': '2022-03-22T19:32:01Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'subnets': [{'id': '1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:26.139610 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-9e8c4e79-5a27-4cd4-8475-5c067660c49d service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614906 Mar 22 19:34:26.243629 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb7b91-0c70-4b22-9168-c906bf5d3d23 req-7ce5334d-d24d-42a5-83be-658bce90dd86 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:26.246206 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-00bb7b91-0c70-4b22-9168-c906bf5d3d23 req-7ce5334d-d24d-42a5-83be-658bce90dd86 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.1192641 Mar 22 19:34:26.254619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-af6ca67d-65fb-4b79-af6d-a688297bd86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (efe53ab8-090b-4464-b73b-2b7fcba259ab), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.257642 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-af6ca67d-65fb-4b79-af6d-a688297bd86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.261887 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-af6ca67d-65fb-4b79-af6d-a688297bd86d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efe53ab8-090b-4464-b73b-2b7fcba259ab HTTP/1.1" status: 204 len: 168 time: 0.3061845 Mar 22 19:34:26.318760 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c0c47028-9126-49c4-b9c7-fd9006609a4c req-64c86b72-f769-42b7-8dff-2fa21f71e0d1 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592375 Mar 22 19:34:26.318864 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ca67d-65fb-4b79-af6d-a688297bd86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe53ab8-090b-4464-b73b-2b7fcba259ab,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:26.385712 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-00bb7b91-0c70-4b22-9168-c906bf5d3d23 req-462c4f0e-610e-4f95-ab96-99aa79691713 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217322 Mar 22 19:34:26.410722 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5ce814-76a1-482d-86f9-db7bebaacd3a req-f1f61462-a7cc-4105-b865-45d5debe8319 service neutron] 10.222.0.45 "GET /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466230 Mar 22 19:34:26.467595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1177b0-8a40-4200-8622-4a41ddddff13 None None] New status for floating IP f1552a5c-21a1-4e1e-b6c4-d362492be8b8: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:34:26.736915 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5e2de-e347-440a-b9f1-eba4ec8f32a1 req-96c913a7-e143-4549-b815-a8c1d3063bff tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:26.738510 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d0c5e2de-e347-440a-b9f1-eba4ec8f32a1 req-96c913a7-e143-4549-b815-a8c1d3063bff tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0752778 Mar 22 19:34:26.801389 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d0c5e2de-e347-440a-b9f1-eba4ec8f32a1 req-52c1d47e-c403-4513-86f4-0f6017350092 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545611 Mar 22 19:34:27.429609 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7ca0c-1198-4221-b4c2-8bb8e88df167 req-2e5570ca-543f-4bc5-8210-b6722c57669c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:27.434213 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 58578e6b-8af7-4e76-9b7a-2a02c075a0ad up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:27.439761 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bca7ca0c-1198-4221-b4c2-8bb8e88df167 req-2e5570ca-543f-4bc5-8210-b6722c57669c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 944 time: 0.0739543 Mar 22 19:34:27.544516 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bca7ca0c-1198-4221-b4c2-8bb8e88df167 req-c36c9d88-a25b-4edf-af1d-fc9d2657e0ae tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981860 Mar 22 19:34:27.595905 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085e9b-3cc0-4004-a784-b2459f77d087 req-0a3d7531-0260-4768-a97b-3814f2479c13 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:27.595905 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-40085e9b-3cc0-4004-a784-b2459f77d087 req-0a3d7531-0260-4768-a97b-3814f2479c13 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0973814 Mar 22 19:34:27.641948 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:34:27.655621 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:27.664724 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.671246 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54200) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:27.683860 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-40085e9b-3cc0-4004-a784-b2459f77d087 req-e9a8eb4e-4f6b-47a5-ac5c-62d34c058f19 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834241 Mar 22 19:34:27.697871 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8846e56f-6c3b-4f15-a740-6a08150dcdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.815066 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:27.815534 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.848151 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:27.850878 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54b135-7bf7-4ffd-9f50-b4751bfdeed8" -d '{"events": [{"server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "name": "network-vif-plugged", "status": "completed", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:27.863413 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8846e56f-6c3b-4f15-a740-6a08150dcdb6 admin admin] Publish callbacks [] for security_group (8f2d8497-ca2a-4696-92fa-7c6bc31468c2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.866400 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:27.921165 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39924731-a040-4e91-aea4-fb1ab9ed5acb x-openstack-request-id: req-39924731-a040-4e91-aea4-fb1ab9ed5acb {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:27.930560 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "name": "network-vif-plugged", "status": "completed", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:27.930560 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39924731-a040-4e91-aea4-fb1ab9ed5acb {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:27.930560 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39924731-a040-4e91-aea4-fb1ab9ed5acb'] response: {'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'code': 200} Mar 22 19:34:27.950639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8846e56f-6c3b-4f15-a740-6a08150dcdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8f2d8497-ca2a-4696-92fa-7c6bc31468c2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.989726 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaa804-9d2b-47a4-af6b-e8d564bbe4cc req-67dd8893-dbec-4231-befe-1f2564f5eb0c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:27.991321 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-38eaa804-9d2b-47a4-af6b-e8d564bbe4cc req-67dd8893-dbec-4231-befe-1f2564f5eb0c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0704086 Mar 22 19:34:27.992704 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846e56f-6c3b-4f15-a740-6a08150dcdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2d8497-ca2a-4696-92fa-7c6bc31468c2,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:28.008114 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.035134 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8846e56f-6c3b-4f15-a740-6a08150dcdb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=256d4c5b3405402abe78c618ad9beaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627756 Mar 22 19:34:28.038100 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54210) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:28.090989 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-38eaa804-9d2b-47a4-af6b-e8d564bbe4cc req-7fe6de1b-c080-4485-93dd-f62d54cd6aec tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842271 Mar 22 19:34:28.098089 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:28.135589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-19ba795a-a3e8-4a7c-adc3-70ba5c9c710e admin admin] Publish callbacks [] for security_group (8f2d8497-ca2a-4696-92fa-7c6bc31468c2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.170194 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-19ba795a-a3e8-4a7c-adc3-70ba5c9c710e admin admin] Publish callbacks [] for security_group (8f2d8497-ca2a-4696-92fa-7c6bc31468c2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.313300 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-19ba795a-a3e8-4a7c-adc3-70ba5c9c710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8f2d8497-ca2a-4696-92fa-7c6bc31468c2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.316361 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-19ba795a-a3e8-4a7c-adc3-70ba5c9c710e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.319909 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-19ba795a-a3e8-4a7c-adc3-70ba5c9c710e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f2d8497-ca2a-4696-92fa-7c6bc31468c2 HTTP/1.1" status: 204 len: 168 time: 0.2781417 Mar 22 19:34:28.333979 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba795a-a3e8-4a7c-adc3-70ba5c9c710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2d8497-ca2a-4696-92fa-7c6bc31468c2,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:28.354520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f0c6b-9641-4880-8da0-5dab01b51f37 req-21bbe106-8685-462e-b24d-7778cc35e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:28.356351 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-251f0c6b-9641-4880-8da0-5dab01b51f37 req-21bbe106-8685-462e-b24d-7778cc35e994 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 1129 time: 0.0758679 Mar 22 19:34:28.424783 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-251f0c6b-9641-4880-8da0-5dab01b51f37 req-47fd6fea-73b7-4031-9f74-496d6e1ce10f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599067 Mar 22 19:34:28.678872 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567a752-3b96-4128-bfe9-f7506124ceda req-280047b0-a0f3-4dae-afa6-e4c4bf466593 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:28.686595 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5567a752-3b96-4128-bfe9-f7506124ceda req-280047b0-a0f3-4dae-afa6-e4c4bf466593 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 945 time: 0.0712888 Mar 22 19:34:28.796817 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5567a752-3b96-4128-bfe9-f7506124ceda req-898e10cc-82f7-494f-a438-a059634593b2 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072946 Mar 22 19:34:28.877413 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a94c-30ee-4d0c-9692-29aa7be5ad83 req-af324f41-a11e-4427-a606-a78f962704fe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:28.879844 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6022a94c-30ee-4d0c-9692-29aa7be5ad83 req-af324f41-a11e-4427-a606-a78f962704fe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0902231 Mar 22 19:34:28.959897 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6022a94c-30ee-4d0c-9692-29aa7be5ad83 req-00160ba9-e82c-4a34-adbd-a7e4e187f2da tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681698 Mar 22 19:34:29.291720 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36db03-c986-43e7-b27e-cc01822935b4 req-98428016-3d8d-4cc3-ab67-b7c8c7bec83f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:29.297994 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a36db03-c986-43e7-b27e-cc01822935b4 req-98428016-3d8d-4cc3-ab67-b7c8c7bec83f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0887544 Mar 22 19:34:29.350125 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a36db03-c986-43e7-b27e-cc01822935b4 req-e243d59b-d0b4-43b6-bafc-18eeec6de9d1 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498536 Mar 22 19:34:29.910270 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639d79e-039c-4832-a6c1-ba2770dc3f9f req-d0f3ebd0-5da9-40da-8b93-b6c17b2a9e52 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:29.912985 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c639d79e-039c-4832-a6c1-ba2770dc3f9f req-d0f3ebd0-5da9-40da-8b93-b6c17b2a9e52 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.1124096 Mar 22 19:34:29.991745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c935d4-961b-465c-a34d-d367d62beba3 req-0901b2a2-6271-4038-9f79-5f430b3fd436 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:29.993652 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2c935d4-961b-465c-a34d-d367d62beba3 req-0901b2a2-6271-4038-9f79-5f430b3fd436 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.1043870 Mar 22 19:34:30.013517 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c639d79e-039c-4832-a6c1-ba2770dc3f9f req-cd7d9ada-8f56-41cc-9b2e-79d4157057de tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880513 Mar 22 19:34:30.114005 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2c935d4-961b-465c-a34d-d367d62beba3 req-713c2772-a5c0-40f0-9cc8-d63637d50226 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022687 Mar 22 19:34:30.138190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54260) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:30.194123 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221bd0e-4b9a-4255-8e69-1317726d022e req-74d9e5a8-64d3-45c0-88f5-377481a50a89 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:30.201906 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7221bd0e-4b9a-4255-8e69-1317726d022e req-74d9e5a8-64d3-45c0-88f5-377481a50a89 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 945 time: 0.0703900 Mar 22 19:34:30.292378 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-476e69f8-c48b-4834-9751-ca55182704f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526721 Mar 22 19:34:30.304002 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-a526dd0d-33b4-433d-b82d-adab00990b4e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:34:30.305205 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-a526dd0d-33b4-433d-b82d-adab00990b4e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057566 Mar 22 19:34:30.319330 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1033fe7-1c66-4eb7-bd03-624f36685f91 req-d17c1f1f-483f-4080-a647-33189d56479c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:30.325212 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7221bd0e-4b9a-4255-8e69-1317726d022e req-e3672493-0152-4045-a749-d522908f43f9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202865 Mar 22 19:34:30.330152 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d1033fe7-1c66-4eb7-bd03-624f36685f91 req-d17c1f1f-483f-4080-a647-33189d56479c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0994191 Mar 22 19:34:30.423714 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d1033fe7-1c66-4eb7-bd03-624f36685f91 req-8367e839-ff89-4b8f-9b92-79696ca60ce7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810814 Mar 22 19:34:30.508039 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b5f7-0f45-43ec-8ad1-eba239b25804 req-384eda75-9d43-452e-9fd2-8e7455b1ec3e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:30.513126 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2203b5f7-0f45-43ec-8ad1-eba239b25804 req-384eda75-9d43-452e-9fd2-8e7455b1ec3e tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 945 time: 0.0878625 Mar 22 19:34:30.521999 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54276) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:30.524105 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54278) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:30.528073 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Request body: {'floatingip': {'port_id': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:30.587260 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (a5ee2f93-4b76-4f16-8c41-3c806e86ea50), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.595491 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:34:30.951226 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-1656ba44-9e5a-4052-80f5-2d940d638a29 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:30.975643 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-1656ba44-9e5a-4052-80f5-2d940d638a29 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports/fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 942 time: 0.4502177 Mar 22 19:34:31.200779 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481dcbf-d32e-44cd-9362-d1d5815887f5 req-adf4c6fe-96ac-4ab2-b5db-c857bc58a3de tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:31.202951 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e481dcbf-d32e-44cd-9362-d1d5815887f5 req-adf4c6fe-96ac-4ab2-b5db-c857bc58a3de tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0883186 Mar 22 19:34:31.264073 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e481dcbf-d32e-44cd-9362-d1d5815887f5 req-ab913571-6b78-4b9a-a908-7feed6696cd4 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553513 Mar 22 19:34:31.267086 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.302801 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904eb20-a314-42eb-be07-4c55fdd991a1 req-2f9c8724-2b9d-439b-8df8-3c87a48d59a5 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:31.304309 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1904eb20-a314-42eb-be07-4c55fdd991a1 req-2f9c8724-2b9d-439b-8df8-3c87a48d59a5 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0903606 Mar 22 19:34:31.367797 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1904eb20-a314-42eb-be07-4c55fdd991a1 req-bf15bef9-e34b-4670-ad76-acfebce8b539 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Mar 22 19:34:31.456562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:31.505776 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a5ee2f93-4b76-4f16-8c41-3c806e86ea50), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.601308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port fa79f485-7d0e-494d-9c1b-9c87abb841d7 is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:31.601858 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.659163 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP a5ee2f93-4b76-4f16-8c41-3c806e86ea50 associated. External IP: 172.27.0.181, port: 58578e6b-8af7-4e76-9b7a-2a02c075a0ad. Mar 22 19:34:31.699772 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:31.709312 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39726633-ec63-4ff9-ba9f-b39417852495" -d '{"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:31.731424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21b266-f8e8-4e8f-9641-5d7956bbbb46 req-86b20a4b-925f-4e72-94fd-b957d1e1acb2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:31.742722 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf21b266-f8e8-4e8f-9641-5d7956bbbb46 req-86b20a4b-925f-4e72-94fd-b957d1e1acb2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.2560000 Mar 22 19:34:31.751644 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:31.819829 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-2c9fda89-b426-472b-97fe-e5d0f405aa55 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:31.824284 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-2c9fda89-b426-472b-97fe-e5d0f405aa55 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.2439258 Mar 22 19:34:31.840690 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.996696 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=6']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:32.009871 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf21b266-f8e8-4e8f-9641-5d7956bbbb46 req-8a75760f-8424-4896-b4ca-a575e0f28713 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640336 Mar 22 19:34:32.045335 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Deleting port 28000431-9234-4185-a7b6-1f5179d5023d {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:32.046044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (28000431-9234-4185-a7b6-1f5179d5023d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.198236 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] For port 28000431-9234-4185-a7b6-1f5179d5023d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28000431-9234-4185-a7b6-1f5179d5023d,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:32.198921 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (28000431-9234-4185-a7b6-1f5179d5023d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.202699 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31432ecb-d3d5-4779-9c71-b5492b5c01d5 x-openstack-request-id: req-31432ecb-d3d5-4779-9c71-b5492b5c01d5 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:32.203001 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-unplugged", "status": "failed", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "code": 422}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:32.203258 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31432ecb-d3d5-4779-9c71-b5492b5c01d5 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:32.203691 dv-cinder-799871-19-iscsi neutron-server[103851]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-31432ecb-d3d5-4779-9c71-b5492b5c01d5']: {'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'code': 422} returned with failed status Mar 22 19:34:32.216048 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Calling delete_port for 28000431-9234-4185-a7b6-1f5179d5023d owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:32.506894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe430-281b-492d-bdf7-bcffcfd71652 req-370dde9a-98f4-4ba7-849b-2826fb7ae4ac tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:32.514462 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d66fe430-281b-492d-bdf7-bcffcfd71652 req-370dde9a-98f4-4ba7-849b-2826fb7ae4ac tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 945 time: 0.0713267 Mar 22 19:34:32.531414 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (28000431-9234-4185-a7b6-1f5179d5023d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.545351 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['28000431-9234-4185-a7b6-1f5179d5023d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:32.569288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Pushing event deleted for resources: {'Port': ['ID=28000431-9234-4185-a7b6-1f5179d5023d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:32.600138 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:32.646353 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d66fe430-281b-492d-bdf7-bcffcfd71652 req-94c13417-0d89-44b2-a1f0-fd275a9753c7 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/security-groups?id=27e57de3-0ffc-4bd0-871f-f30b711a9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309175 Mar 22 19:34:32.666651 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] No DVR routers for this DVR port 28000431-9234-4185-a7b6-1f5179d5023d on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:32.668560 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.672566 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8cd2a2b2-fb06-4666-9466-5394fff524de req-c1fab1dc-166e-4f1d-aa46-2edcac28b318 tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.45 "DELETE /v2.0/ports/28000431-9234-4185-a7b6-1f5179d5023d HTTP/1.1" status: 204 len: 173 time: 0.8356490 Mar 22 19:34:32.673175 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'name': 'network-vif-deleted', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:32.676482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce7303b-64af-400b-92b6-551b3af18b74" -d '{"events": [{"server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "name": "network-vif-deleted", "tag": "28000431-9234-4185-a7b6-1f5179d5023d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:32.723382 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ff9634-e50b-402a-aef2-cac1bc887d1f x-openstack-request-id: req-21ff9634-e50b-402a-aef2-cac1bc887d1f {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:32.724006 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf34dcfd-e65f-45ba-a157-70d37531de6d", "name": "network-vif-deleted", "tag": "28000431-9234-4185-a7b6-1f5179d5023d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:32.724473 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21ff9634-e50b-402a-aef2-cac1bc887d1f {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:32.725100 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ff9634-e50b-402a-aef2-cac1bc887d1f'] response: {'server_uuid': 'cf34dcfd-e65f-45ba-a157-70d37531de6d', 'name': 'network-vif-deleted', 'tag': '28000431-9234-4185-a7b6-1f5179d5023d', 'status': 'completed', 'code': 200} Mar 22 19:34:32.811700 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:32.818282 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.827087 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:32.860467 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:32.862078 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:32.900935 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cbcad-25e5-4d64-a16a-f1e5502a949e req-19f2cc3c-dd6c-4375-80d2-8c09f9356fa5 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:32.910531 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d72cbcad-25e5-4d64-a16a-f1e5502a949e req-19f2cc3c-dd6c-4375-80d2-8c09f9356fa5 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.3965008 Mar 22 19:34:33.020214 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54346) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:33.088986 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d72cbcad-25e5-4d64-a16a-f1e5502a949e req-e2191693-8a5c-415a-80cd-e51644137bb8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679127 Mar 22 19:34:33.110108 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9a6144a3-7f8b-4523-adfe-5a556da59409 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "PUT /v2.0/floatingips/a5ee2f93-4b76-4f16-8c41-3c806e86ea50 HTTP/1.1" status: 200 len: 991 time: 2.5865989 Mar 22 19:34:33.111320 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:33.114715 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba50491-b439-4839-82bd-ee41f796fe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:33.133113 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:33.201341 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f4eac-ee9a-42c9-8306-811faedf3feb x-openstack-request-id: req-1a6f4eac-ee9a-42c9-8306-811faedf3feb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:33.201634 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:33.201895 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a6f4eac-ee9a-42c9-8306-811faedf3feb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:33.202370 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6f4eac-ee9a-42c9-8306-811faedf3feb'] response: {'name': 'network-changed', 'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'status': 'completed', 'code': 200} Mar 22 19:34:33.346172 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a98fa294-f326-46fd-b3b1-269fc931eb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.466415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a98fa294-f326-46fd-b3b1-269fc931eb9e admin admin] Publish callbacks [] for security_group (3e218bb5-6815-4aad-99be-117eb8d42a5c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.493792 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f10b-5074-4ae3-9e7c-c6eef8083c4a req-81476091-1321-4d11-8348-dfd658ce056c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:33.502939 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4f6f10b-5074-4ae3-9e7c-c6eef8083c4a req-81476091-1321-4d11-8348-dfd658ce056c tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.3048236 Mar 22 19:34:33.516424 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-91ea4e1c-8408-4637-bf10-9125041a4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:33.523260 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-91ea4e1c-8408-4637-bf10-9125041a4f1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88cf857fd440479f92bf100cd1ea80b6&device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 1129 time: 0.2609031 Mar 22 19:34:33.588546 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a98fa294-f326-46fd-b3b1-269fc931eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (3e218bb5-6815-4aad-99be-117eb8d42a5c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.593792 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a5ee2f93-4b76-4f16-8c41-3c806e86ea50', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:d2:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:12Z', 'updated_at': '2022-03-22T19:34:31Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:33.635409 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fa294-f326-46fd-b3b1-269fc931eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e218bb5-6815-4aad-99be-117eb8d42a5c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:33.636075 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:33.651979 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:33.653164 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:33.688991 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4f6f10b-5074-4ae3-9e7c-c6eef8083c4a req-25b69d1a-874f-4fb1-a7d6-6cd37171ccd7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843917 Mar 22 19:34:33.718014 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54364) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:33.718515 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a98fa294-f326-46fd-b3b1-269fc931eb9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=563ef966f6a144aeab71ee5803850a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6965299 Mar 22 19:34:33.793201 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-60d30e47-1a5c-447a-bd83-206beb5cddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:33.796288 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-60d30e47-1a5c-447a-bd83-206beb5cddfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 200 len: 916 time: 0.2677786 Mar 22 19:34:33.893898 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b980502-c605-4757-bf1b-15ca895bfc7c admin admin] Publish callbacks [] for security_group (3e218bb5-6815-4aad-99be-117eb8d42a5c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.914507 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-341e6438-c934-410b-ac3c-be83daa77373 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad HTTP/1.1" status: 200 len: 999 time: 0.0982618 Mar 22 19:34:33.942690 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-922031ed-4a8f-4441-a531-f146b7513fdf req-88923563-4bc1-4549-8af4-72d14872a29b tempest-TestMinimumBasicScenario-900237389 tempest-TestMinimumBasicScenario-900237389-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf34dcfd-e65f-45ba-a157-70d37531de6d HTTP/1.1" status: 200 len: 210 time: 0.1616111 Mar 22 19:34:33.964403 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b980502-c605-4757-bf1b-15ca895bfc7c admin admin] Publish callbacks [] for security_group (3e218bb5-6815-4aad-99be-117eb8d42a5c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.964718 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:33.993514 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-ba3426d1-778a-4ba6-9b13-20c8320eb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:33.997083 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-ba3426d1-778a-4ba6-9b13-20c8320eb394 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 200 len: 854 time: 0.0656211 Mar 22 19:34:34.095291 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-1c61c10b-c64f-4209-9d0b-1cd24b974301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:34.097027 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-1c61c10b-c64f-4209-9d0b-1cd24b974301 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87044297-f8c2-40de-9994-8da2189cc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0881739 Mar 22 19:34:34.139814 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b980502-c605-4757-bf1b-15ca895bfc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (3e218bb5-6815-4aad-99be-117eb8d42a5c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.142400 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b980502-c605-4757-bf1b-15ca895bfc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.143840 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4b980502-c605-4757-bf1b-15ca895bfc7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e218bb5-6815-4aad-99be-117eb8d42a5c HTTP/1.1" status: 204 len: 168 time: 0.4247789 Mar 22 19:34:34.163665 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b980502-c605-4757-bf1b-15ca895bfc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e218bb5-6815-4aad-99be-117eb8d42a5c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:34.227761 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-f2582128-e7a8-45f3-aeb6-c5a678c686ad service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Mar 22 19:34:34.339088 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a5ee2f93-4b76-4f16-8c41-3c806e86ea50', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:d2:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:12Z', 'updated_at': '2022-03-22T19:34:31Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:34.377715 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c06ca-dd7a-4724-9316-9b463add76fb None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'a5ee2f93-4b76-4f16-8c41-3c806e86ea50', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'port_id': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'mac_address': 'fa:16:3e:d2:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:12Z', 'updated_at': '2022-03-22T19:34:31Z', 'revision_number': 1, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:34.398489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc0beb-77fb-4d3a-8bf7-bb695be94bdb req-e248aa49-df9a-409e-93a8-f5851bd5dc07 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:34.410751 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3fc0beb-77fb-4d3a-8bf7-bb695be94bdb req-e248aa49-df9a-409e-93a8-f5851bd5dc07 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.1639736 Mar 22 19:34:34.504116 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3fc0beb-77fb-4d3a-8bf7-bb695be94bdb req-46ef96a7-538b-4598-a250-b449aec97154 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914400 Mar 22 19:34:34.546314 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ba50491-b439-4839-82bd-ee41f796fe7b req-1a121aa8-4a9a-42d6-b609-02d33ecad905 service neutron] 10.222.0.45 "GET /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609457 Mar 22 19:34:34.771726 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d598995-09b8-4d3f-8392-68fe2836c9d3 None None] New status for floating IP a5ee2f93-4b76-4f16-8c41-3c806e86ea50: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:34:34.930565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-722dd463-6a5e-4c77-9e76-f9f96c86fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:34.932993 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-722dd463-6a5e-4c77-9e76-f9f96c86fa29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f&tenant_id=f5797eaa627649599a0a8839b741ec51 HTTP/1.1" status: 200 len: 1127 time: 0.1524730 Mar 22 19:34:34.949713 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b70b-d24a-494a-8f90-0ea00f93b142 req-416fae33-c9a8-4130-a5a3-32190d1ebaa8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:34.951963 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a41b70b-d24a-494a-8f90-0ea00f93b142 req-416fae33-c9a8-4130-a5a3-32190d1ebaa8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.1312988 Mar 22 19:34:35.065945 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a41b70b-d24a-494a-8f90-0ea00f93b142 req-10818518-fac1-43fb-af3f-45f168061142 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075146 Mar 22 19:34:35.085857 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-e6933f7b-8d83-408c-8746-4d36b056bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:35.090709 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-e6933f7b-8d83-408c-8746-4d36b056bebf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1127 time: 0.1306589 Mar 22 19:34:35.109356 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54384) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:35.125024 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0dd05ac-91ab-4189-aa0d-bb8f87333859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.235415 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0dd05ac-91ab-4189-aa0d-bb8f87333859 admin admin] Publish callbacks [] for security_group (7bd206f8-a165-467b-bfc5-5a2221ca4349), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.311370 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d6a57564-da1c-4ef4-a229-167349b107c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.350769 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0dd05ac-91ab-4189-aa0d-bb8f87333859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (7bd206f8-a165-467b-bfc5-5a2221ca4349), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.405499 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd05ac-91ab-4189-aa0d-bb8f87333859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd206f8-a165-467b-bfc5-5a2221ca4349,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:35.410161 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e0dd05ac-91ab-4189-aa0d-bb8f87333859 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28f10ec5cc2741159f7a2a29ee1e4b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997208 Mar 22 19:34:35.413571 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54396) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:35.466723 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 28000431-9234-4185-a7b6-1f5179d5023d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:35.489311 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85011da7-df6e-4e5d-9507-8bbe296358e0 admin admin] Publish callbacks [] for security_group (7bd206f8-a165-467b-bfc5-5a2221ca4349), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.494948 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 28000431-9234-4185-a7b6-1f5179d5023d {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:35.499682 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 28000431-9234-4185-a7b6-1f5179d5023d not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:35.514221 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85011da7-df6e-4e5d-9507-8bbe296358e0 admin admin] Publish callbacks [] for security_group (7bd206f8-a165-467b-bfc5-5a2221ca4349), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.693473 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85011da7-df6e-4e5d-9507-8bbe296358e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (7bd206f8-a165-467b-bfc5-5a2221ca4349), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.696631 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85011da7-df6e-4e5d-9507-8bbe296358e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:35.700658 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-85011da7-df6e-4e5d-9507-8bbe296358e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bd206f8-a165-467b-bfc5-5a2221ca4349 HTTP/1.1" status: 204 len: 168 time: 0.2842088 Mar 22 19:34:35.704781 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-5044b360-080d-4b29-8ab8-40155c14ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:35.706473 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-5044b360-080d-4b29-8ab8-40155c14ab3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 910 time: 0.6096883 Mar 22 19:34:35.712121 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011da7-df6e-4e5d-9507-8bbe296358e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd206f8-a165-467b-bfc5-5a2221ca4349,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:35.724815 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509daa0-93e3-4166-8fd3-ff0aef9c4668 req-ae0699f7-2272-415b-abce-dc869884a9e9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:35.731968 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4509daa0-93e3-4166-8fd3-ff0aef9c4668 req-ae0699f7-2272-415b-abce-dc869884a9e9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.1232688 Mar 22 19:34:35.869297 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4509daa0-93e3-4166-8fd3-ff0aef9c4668 req-0a0c6a30-de4c-46cd-9f5d-d2d0ad67aadc tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357794 Mar 22 19:34:35.885964 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-1701d2db-459f-4fef-a9e0-fb59d064cf9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 998 time: 0.1519277 Mar 22 19:34:35.968931 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-ab9d4921-c81b-4be9-9985-d9110eed4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:35.970369 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-ab9d4921-c81b-4be9-9985-d9110eed4fa9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 200 len: 848 time: 0.0788722 Mar 22 19:34:36.027992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-5e830cdd-df38-4fbd-affd-f1d515a6c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:36.029559 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-5e830cdd-df38-4fbd-affd-f1d515a6c97b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532351 Mar 22 19:34:36.139733 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-018a4fde-4bf7-4d06-b2a9-f1df05749b22 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910847 Mar 22 19:34:36.275855 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e38d0-b2de-4b41-8f85-ee697be3dcd9 req-27a1bc9f-e8f7-4ec3-84ae-c14a2078432d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:36.277543 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e63e38d0-b2de-4b41-8f85-ee697be3dcd9 req-27a1bc9f-e8f7-4ec3-84ae-c14a2078432d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.1133051 Mar 22 19:34:36.279794 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-1ac7b0f0-c630-40cc-860c-16e005d3a768 service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340885 Mar 22 19:34:36.325703 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e63e38d0-b2de-4b41-8f85-ee697be3dcd9 req-d4ef851c-b2d7-4779-8b49-82012481736d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Mar 22 19:34:36.999290 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c05b4-22b2-4e1d-b3fb-dd0ddc396e25 req-738c3e7d-06df-40b7-a90e-ffdbd3a918a8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:37.001423 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd5c05b4-22b2-4e1d-b3fb-dd0ddc396e25 req-738c3e7d-06df-40b7-a90e-ffdbd3a918a8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0628800 Mar 22 19:34:37.076066 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd5c05b4-22b2-4e1d-b3fb-dd0ddc396e25 req-88748c18-cfb9-4576-bc85-264a24a83265 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671983 Mar 22 19:34:37.501889 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd44a70-c8d1-4e78-be67-ff1ce0c7712d req-e296e268-b5ab-4b6f-8ca0-79fdcc34246f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:37.508845 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-efd44a70-c8d1-4e78-be67-ff1ce0c7712d req-e296e268-b5ab-4b6f-8ca0-79fdcc34246f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0980129 Mar 22 19:34:37.558311 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-efd44a70-c8d1-4e78-be67-ff1ce0c7712d req-6eba5391-22eb-4131-890a-4c5999816b95 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Mar 22 19:34:37.888237 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba5d6-0fa6-4812-9c26-a3b463672886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.106010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54482) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:38.255238 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54490) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:38.267951 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887176bc-9e9f-4058-920d-459172cd5098 req-690140c7-557a-42a6-9176-f1c05b3706f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:38.267951 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-887176bc-9e9f-4058-920d-459172cd5098 req-690140c7-557a-42a6-9176-f1c05b3706f8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0855100 Mar 22 19:34:38.369056 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc15b-686d-43ed-b7db-e261ff201ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.395945 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-887176bc-9e9f-4058-920d-459172cd5098 req-1b8bd7dc-a0b2-4089-b1fc-860179df136f tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242480 Mar 22 19:34:38.462133 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc15b-686d-43ed-b7db-e261ff201ce0 admin admin] Publish callbacks [] for security_group (bfa0fbad-9771-4fd4-837a-be94666274d9), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.527908 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc15b-686d-43ed-b7db-e261ff201ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (bfa0fbad-9771-4fd4-837a-be94666274d9), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.564340 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (f441a49b-ede0-4ca7-8dd1-ef8d68817632), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.566160 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7f1cc15b-686d-43ed-b7db-e261ff201ce0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ee656ae052d4192950deefec02da8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099618 Mar 22 19:34:38.567026 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cc15b-686d-43ed-b7db-e261ff201ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0fbad-9771-4fd4-837a-be94666274d9,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:38.569284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54496) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:38.624176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51747c8d-90d0-4461-a749-d1bc8e826f12 admin admin] Publish callbacks [] for security_group (bfa0fbad-9771-4fd4-837a-be94666274d9), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.648477 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51747c8d-90d0-4461-a749-d1bc8e826f12 admin admin] Publish callbacks [] for security_group (bfa0fbad-9771-4fd4-837a-be94666274d9), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.730804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40a670-e9a7-4ac5-b477-95a9733e8dbd req-3b1ff38d-b823-4f76-bf9a-759e90ff851d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:38.732353 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e40a670-e9a7-4ac5-b477-95a9733e8dbd req-3b1ff38d-b823-4f76-bf9a-759e90ff851d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0668361 Mar 22 19:34:38.785513 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e40a670-e9a7-4ac5-b477-95a9733e8dbd req-6001eef8-6ac4-4d61-b6eb-1d26af895f47 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470588 Mar 22 19:34:38.786518 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51747c8d-90d0-4461-a749-d1bc8e826f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (bfa0fbad-9771-4fd4-837a-be94666274d9), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.789098 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51747c8d-90d0-4461-a749-d1bc8e826f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.793021 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-51747c8d-90d0-4461-a749-d1bc8e826f12 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfa0fbad-9771-4fd4-837a-be94666274d9 HTTP/1.1" status: 204 len: 168 time: 0.2198229 Mar 22 19:34:38.800656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747c8d-90d0-4461-a749-d1bc8e826f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0fbad-9771-4fd4-837a-be94666274d9,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:38.848533 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Deleting port ba0f9db8-014d-4d66-914d-f3986584225e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:38.848824 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.906926 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-d5036422-5f5e-476b-bc89-d8a8f45c4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:38.908479 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-d5036422-5f5e-476b-bc89-d8a8f45c4a02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1129 time: 0.0535417 Mar 22 19:34:38.933342 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] For port ba0f9db8-014d-4d66-914d-f3986584225e, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=ba0f9db8-014d-4d66-914d-f3986584225e,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:38.933706 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.946628 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Calling delete_port for ba0f9db8-014d-4d66-914d-f3986584225e owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:39.001789 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-f37907d0-d3fd-41ff-9503-777faa2ef784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.003262 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-f37907d0-d3fd-41ff-9503-777faa2ef784 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.0893490 Mar 22 19:34:39.083894 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-ee1e38e3-57ec-42da-977b-fad99102d7d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 200 len: 1001 time: 0.0744669 Mar 22 19:34:39.093769 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:39.166720 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-b55f7e77-51d7-438f-a3b7-152989a1da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.169135 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-b55f7e77-51d7-438f-a3b7-152989a1da9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0790212 Mar 22 19:34:39.232900 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-df4999d0-51fc-43dd-b08b-4adc2ef2f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.234532 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-df4999d0-51fc-43dd-b08b-4adc2ef2f3ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0595300 Mar 22 19:34:39.282581 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (ba0f9db8-014d-4d66-914d-f3986584225e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:39.312129 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0f9db8-014d-4d66-914d-f3986584225e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:39.338908 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-dedadf7b-73c2-4d54-a9ca-66310d82403a service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974929 Mar 22 19:34:39.443291 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb787142-53af-43d4-9531-6c91b259f4d7 req-24636955-6624-4ee3-829a-ba26d2f5f362 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986912 Mar 22 19:34:39.493104 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (f441a49b-ede0-4ca7-8dd1-ef8d68817632), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:39.628777 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef82f2-5676-449c-80ac-583ff3c5d3d6 req-f29a7c6b-1d3f-462e-9d53-028552c5dd32 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.630156 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0bef82f2-5676-449c-80ac-583ff3c5d3d6 req-f29a7c6b-1d3f-462e-9d53-028552c5dd32 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.1309319 Mar 22 19:34:39.746242 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0bef82f2-5676-449c-80ac-583ff3c5d3d6 req-39f8a6f2-1d85-4897-abef-afaf0e946d3c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102853 Mar 22 19:34:39.786415 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Router f441a49b-ede0-4ca7-8dd1-ef8d68817632 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:39.897059 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:39.902571 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-22d3c3b5-d292-4ad1-888f-809d052f027f admin admin] 10.222.0.79 "PUT /v2.0/routers/f441a49b-ede0-4ca7-8dd1-ef8d68817632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933540 Mar 22 19:34:39.905353 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54508) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:39.910114 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] Sync routers for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:39.910897 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f7fdd-241e-4ada-a684-13eb83e961e3 req-c6f212f1-1a3f-40d4-8487-4494dfa3455b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.912967 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be1f7fdd-241e-4ada-a684-13eb83e961e3 req-c6f212f1-1a3f-40d4-8487-4494dfa3455b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0520422 Mar 22 19:34:39.920684 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:39.921302 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:39.965516 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be1f7fdd-241e-4ada-a684-13eb83e961e3 req-a150c320-e84e-4584-886b-488dd76476e1 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466802 Mar 22 19:34:40.031984 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:40.262333 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks [] for router (f441a49b-ede0-4ca7-8dd1-ef8d68817632), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.312501 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:34:39Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:40.339410 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] Checking router: f441a49b-ede0-4ca7-8dd1-ef8d68817632 for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:40.347958 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] Routers {'f441a49b-ede0-4ca7-8dd1-ef8d68817632'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:40.348590 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:40.367515 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.382672 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks [] for router_gateway (f441a49b-ede0-4ca7-8dd1-ef8d68817632), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.459713 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] Set router f441a49b-ede0-4ca7-8dd1-ef8d68817632 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:40.487281 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.510729 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Deleting port 79e7e8b7-94d2-4d14-961a-354bd28a700b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:40.510729 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.591054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] For port 79e7e8b7-94d2-4d14-961a-354bd28a700b, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=79e7e8b7-94d2-4d14-961a-354bd28a700b,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:40.591419 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.608557 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Calling delete_port for 79e7e8b7-94d2-4d14-961a-354bd28a700b owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:40.649548 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:34:39Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:40.678404 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9044-ad78-4698-84dc-52c6475ca853 None None] The sync data for ids ['f441a49b-ede0-4ca7-8dd1-ef8d68817632'] in dv-cinder-799871-19-iscsi is: [{'id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'name': 'tempest-TestMinimumBasicScenario-844543288-router', 'tenant_id': '3b69ec065b564daca8312f622f2a9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:53Z', 'updated_at': '2022-03-22T19:34:39Z', 'revision_number': 5, 'project_id': '3b69ec065b564daca8312f622f2a9960', 'gw_port': {'id': '79e7e8b7-94d2-4d14-961a-354bd28a700b', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f441a49b-ede0-4ca7-8dd1-ef8d68817632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:54Z', 'updated_at': '2022-03-22T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:40.842140 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (79e7e8b7-94d2-4d14-961a-354bd28a700b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.870051 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Pushing event deleted for resources: {'Port': ['ID=79e7e8b7-94d2-4d14-961a-354bd28a700b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:40.929564 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ff690-ffad-43c5-97a4-67bbabb0b974 req-c66473c2-c320-45fb-9abe-d39ad3ecdda8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:40.931047 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-892ff690-ffad-43c5-97a4-67bbabb0b974 req-c66473c2-c320-45fb-9abe-d39ad3ecdda8 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.1190944 Mar 22 19:34:40.956971 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (f441a49b-ede0-4ca7-8dd1-ef8d68817632), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.090757 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (f441a49b-ede0-4ca7-8dd1-ef8d68817632), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.093837 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks [] for router_controller (f441a49b-ede0-4ca7-8dd1-ef8d68817632), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.100863 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-892ff690-ffad-43c5-97a4-67bbabb0b974 req-ed02affa-a026-410a-a2bd-0c9c4f9821be tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636345 Mar 22 19:34:41.115322 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44fa8-dc0f-42dd-9aec-2319a3ffe4ec req-1f0e68d1-bc9f-490a-99c6-59cb159f120a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:41.116912 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1eb44fa8-dc0f-42dd-9aec-2319a3ffe4ec req-1f0e68d1-bc9f-490a-99c6-59cb159f120a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 945 time: 0.0759833 Mar 22 19:34:41.200415 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1eb44fa8-dc0f-42dd-9aec-2319a3ffe4ec req-584adb7c-65df-460c-bf93-54bced09c446 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650764 Mar 22 19:34:41.236332 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device ba0f9db8-014d-4d66-914d-f3986584225e no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:41.248228 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (f441a49b-ede0-4ca7-8dd1-ef8d68817632), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.248846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f441a49b-ede0-4ca7-8dd1-ef8d68817632 {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:34:41.254069 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.257197 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b3f49e6a-46e5-4af6-ab1c-5a1129e7f60f admin admin] 10.222.0.79 "DELETE /v2.0/routers/f441a49b-ede0-4ca7-8dd1-ef8d68817632 HTTP/1.1" status: 204 len: 168 time: 1.3490973 Mar 22 19:34:41.258063 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54518) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:41.307442 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Deleting subnet 1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:41.310957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Publish callbacks [] for subnet (1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.351694 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.399287 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: ba0f9db8-014d-4d66-914d-f3986584225e {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:41.400940 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device ba0f9db8-014d-4d66-914d-f3986584225e not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:41.440202 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.477782 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:41.553954 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:41.554344 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.579076 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:41.581291 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b330ce82-16ed-4e30-aa8d-d31a28d78051" -d '{"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:41.585570 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.594084 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:41.611649 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:41.615473 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.619107 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0351ab4d-542f-4711-ab46-095a81d0a64a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1af7cdcc-5ea8-4849-bd3b-1a2c7e80ccf7 HTTP/1.1" status: 204 len: 168 time: 0.3598440 Mar 22 19:34:41.621604 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54524) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:41.622478 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1680d7-0e00-498e-b631-90af31ce1726 None None] Network 10e460ed-902f-43c7-94be-ffc843cf9017 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:41.669916 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7aa8b7-c5b0-4d12-a4cb-87b4fe3e8cf6 x-openstack-request-id: req-fd7aa8b7-c5b0-4d12-a4cb-87b4fe3e8cf6 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:41.670198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:41.670446 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd7aa8b7-c5b0-4d12-a4cb-87b4fe3e8cf6 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:41.670830 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7aa8b7-c5b0-4d12-a4cb-87b4fe3e8cf6'] response: {'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'code': 200} Mar 22 19:34:41.702695 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (10e460ed-902f-43c7-94be-ffc843cf9017), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.709437 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.762611 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Deleting port bd248482-f493-4cf9-9a51-01c5e443319b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:41.763572 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.769183 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.777160 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=8']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:41.844480 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] For port bd248482-f493-4cf9-9a51-01c5e443319b, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=bd248482-f493-4cf9-9a51-01c5e443319b,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:41.844895 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.855917 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] DHCP port deletion for 10e460ed-902f-43c7-94be-ffc843cf9017 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:34:41.863092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Calling delete_port for bd248482-f493-4cf9-9a51-01c5e443319b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:41.915798 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] Deleting port bd248482-f493-4cf9-9a51-01c5e443319b {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:41.916273 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.983772 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] For port bd248482-f493-4cf9-9a51-01c5e443319b, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=bd248482-f493-4cf9-9a51-01c5e443319b,segment=NetworkSegment(ce8ac3af-a511-4d7d-b385-7f7100caa13f),segment_id=ce8ac3af-a511-4d7d-b385-7f7100caa13f)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:41.984169 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.000015 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] Calling delete_port for bd248482-f493-4cf9-9a51-01c5e443319b owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:42.059397 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.081840 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (bd248482-f493-4cf9-9a51-01c5e443319b), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.087910 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd248482-f493-4cf9-9a51-01c5e443319b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:42.090194 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] No DVR routers for this DVR port bd248482-f493-4cf9-9a51-01c5e443319b on host dv-cinder-799871-19-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:42.110841 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] Pushing event deleted for resources: {'Port': ['ID=bd248482-f493-4cf9-9a51-01c5e443319b,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:42.114447 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824f72-6d7f-451d-bc93-a0a56f2ac656 None None] No DVR routers for this DVR port bd248482-f493-4cf9-9a51-01c5e443319b on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:42.175619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (10e460ed-902f-43c7-94be-ffc843cf9017), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.198931 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e460ed-902f-43c7-94be-ffc843cf9017']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:42.209128 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8ac3af-a511-4d7d-b385-7f7100caa13f') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:42.209428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8ac3af-a511-4d7d-b385-7f7100caa13f') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:42.219741 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (ce8ac3af-a511-4d7d-b385-7f7100caa13f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.235636 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (ce8ac3af-a511-4d7d-b385-7f7100caa13f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.242218 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:42.242611 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (ce8ac3af-a511-4d7d-b385-7f7100caa13f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:42.245480 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:42.260492 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53441d13-3dbe-41dc-ab4d-b48397da0c4c req-73554ad7-49fc-4bca-affe-0baa4f459bf2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.264959 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53441d13-3dbe-41dc-ab4d-b48397da0c4c req-73554ad7-49fc-4bca-affe-0baa4f459bf2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0793586 Mar 22 19:34:42.331722 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53441d13-3dbe-41dc-ab4d-b48397da0c4c req-904c367b-5d43-4f83-b0ed-749ae59fb2b9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635865 Mar 22 19:34:42.377398 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e54b0c-e13c-4643-b06e-7c6442c6bb8e req-efba05fa-c462-4a74-99f4-16a112684c48 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.378800 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45e54b0c-e13c-4643-b06e-7c6442c6bb8e req-efba05fa-c462-4a74-99f4-16a112684c48 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0775788 Mar 22 19:34:42.391437 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-d6ac834d-5008-45ea-ba4d-26df7a79ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.393004 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-d6ac834d-5008-45ea-ba4d-26df7a79ec2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1127 time: 0.0597043 Mar 22 19:34:42.432697 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45e54b0c-e13c-4643-b06e-7c6442c6bb8e req-23241fde-713a-449c-aa30-a8707be54e58 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Mar 22 19:34:42.464818 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (10e460ed-902f-43c7-94be-ffc843cf9017), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.480326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.483676 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] 10.222.0.79 "DELETE /v2.0/networks/10e460ed-902f-43c7-94be-ffc843cf9017 HTTP/1.1" status: 204 len: 168 time: 0.8608985 Mar 22 19:34:42.486429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54532) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:42.492579 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716068-46e7-4f44-b3e0-40d9fbde2961 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e460ed-902f-43c7-94be-ffc843cf9017,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:42.518598 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-2041a4c3-ca17-4408-aa57-147bc0d45f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.522029 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-2041a4c3-ca17-4408-aa57-147bc0d45f90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 910 time: 0.1096563 Mar 22 19:34:42.600499 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-04467e7c-1d09-40e0-9411-f72846215f00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 998 time: 0.0717070 Mar 22 19:34:42.651081 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-6d15a139-e45c-427e-88c3-790d8cab38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.652744 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-6d15a139-e45c-427e-88c3-790d8cab38e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 200 len: 848 time: 0.0465486 Mar 22 19:34:42.707952 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-b434b8e9-b25d-4d7b-8cda-98cbaf9a6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.709500 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-b434b8e9-b25d-4d7b-8cda-98cbaf9a6840 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493937 Mar 22 19:34:42.814209 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-62d79ab9-4449-4d03-91f1-c11ec1203b5b service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988860 Mar 22 19:34:42.894157 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (f8eeb332-1c9d-48b6-b128-e30301491d8f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.907485 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b93d544c-59c6-4fff-afec-918a08c2aaf2 req-7acebb92-828e-4bfe-8622-7b96a48ce60b service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874312 Mar 22 19:34:43.137904 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 79e7e8b7-94d2-4d14-961a-354bd28a700b no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:43.153759 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Deleting port 1e1effcb-4f61-4a66-8428-2a807b15c5e6 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:43.154018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.160796 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 79e7e8b7-94d2-4d14-961a-354bd28a700b {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:43.161137 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 79e7e8b7-94d2-4d14-961a-354bd28a700b not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:43.161541 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device bd248482-f493-4cf9-9a51-01c5e443319b no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:43.180870 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: bd248482-f493-4cf9-9a51-01c5e443319b {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:43.181285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device bd248482-f493-4cf9-9a51-01c5e443319b not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:43.242178 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] For port 1e1effcb-4f61-4a66-8428-2a807b15c5e6, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1e1effcb-4f61-4a66-8428-2a807b15c5e6,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:43.242537 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.257416 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Calling delete_port for 1e1effcb-4f61-4a66-8428-2a807b15c5e6 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:43.478578 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:34:43.494961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7cba-c821-45f2-9f23-bb5d60ce4129 req-1965807b-e831-4a1a-8023-776ac03b0051 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:43.496506 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0def7cba-c821-45f2-9f23-bb5d60ce4129 req-1965807b-e831-4a1a-8023-776ac03b0051 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 943 time: 0.0586050 Mar 22 19:34:43.540647 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (1e1effcb-4f61-4a66-8428-2a807b15c5e6), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.553995 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0def7cba-c821-45f2-9f23-bb5d60ce4129 req-41e8aeb4-f0cf-4b45-a263-d2f444f07c07 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517130 Mar 22 19:34:43.578502 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1effcb-4f61-4a66-8428-2a807b15c5e6,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:43.582320 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:43.596480 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'port_id': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'mac_address': 'fa:16:3e:26:79:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:34:43.643223 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port fa79f485-7d0e-494d-9c1b-9c87abb841d7 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:43.643654 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.659130 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa79f485-7d0e-494d-9c1b-9c87abb841d7 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:43.683495 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:43.759500 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (f8eeb332-1c9d-48b6-b128-e30301491d8f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.792689 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.850620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=7']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:43.996051 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Router f8eeb332-1c9d-48b6-b128-e30301491d8f has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:44.054402 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['fa79f485-7d0e-494d-9c1b-9c87abb841d7'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:44.362920 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:44.368023 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f68b5285-2e47-4d92-a667-10f964b0ce2f admin admin] 10.222.0.79 "PUT /v2.0/routers/f8eeb332-1c9d-48b6-b128-e30301491d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8804862 Mar 22 19:34:44.370893 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54558) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:44.373927 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] Sync routers for ids ['f8eeb332-1c9d-48b6-b128-e30301491d8f'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:44.386178 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] Routers {'f8eeb332-1c9d-48b6-b128-e30301491d8f'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:44.386823 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f8eeb332-1c9d-48b6-b128-e30301491d8f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:44.485608 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks [] for router (f8eeb332-1c9d-48b6-b128-e30301491d8f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.507896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] Set router f8eeb332-1c9d-48b6-b128-e30301491d8f gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:44.598298 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks [] for router_gateway (f8eeb332-1c9d-48b6-b128-e30301491d8f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.682230 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f38147-d0b5-4e7f-a6b5-7f77de4561aa req-dbe50965-a37d-4529-a733-8604104d53e4 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:44.683809 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3f38147-d0b5-4e7f-a6b5-7f77de4561aa req-dbe50965-a37d-4529-a733-8604104d53e4 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 944 time: 0.0531771 Mar 22 19:34:44.692623 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:34:43Z', 'revision_number': 5, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:44.719452 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] Checking router: f8eeb332-1c9d-48b6-b128-e30301491d8f for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:44.728606 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] Routers {'f8eeb332-1c9d-48b6-b128-e30301491d8f'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:44.729230 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:34:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f8eeb332-1c9d-48b6-b128-e30301491d8f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:44.740931 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3f38147-d0b5-4e7f-a6b5-7f77de4561aa req-c87ab1c5-40d1-4618-8ac2-573a6e454aa9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514240 Mar 22 19:34:44.839753 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Deleting port a7fde791-3d8e-43f2-8db3-6ff2aa172968 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:44.840239 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.848293 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] Set router f8eeb332-1c9d-48b6-b128-e30301491d8f gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:44.943464 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] For port a7fde791-3d8e-43f2-8db3-6ff2aa172968, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a7fde791-3d8e-43f2-8db3-6ff2aa172968,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:44.943862 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.962485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Calling delete_port for a7fde791-3d8e-43f2-8db3-6ff2aa172968 owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:45.032040 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-c5fc06be-4241-4c55-be77-e42f8663c5d3 req-4368e503-28e4-4000-84aa-6c6acf4db061 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:34:45.033054 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c5fc06be-4241-4c55-be77-e42f8663c5d3 req-4368e503-28e4-4000-84aa-6c6acf4db061 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1803317 Mar 22 19:34:45.096719 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:34:43Z', 'revision_number': 5, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:45.129327 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee39e6-7ece-48ee-b00b-7d32a67eb1ef None None] The sync data for ids ['f8eeb332-1c9d-48b6-b128-e30301491d8f'] in dv-cinder-799871-19-iscsi is: [{'id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'name': 'tempest-TestMinimumBasicScenario-889409327-router', 'tenant_id': '2821d6f2f5424e5aa2393674b96a70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:34:43Z', 'revision_number': 5, 'project_id': '2821d6f2f5424e5aa2393674b96a70c8', 'gw_port': {'id': 'a7fde791-3d8e-43f2-8db3-6ff2aa172968', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeb332-1c9d-48b6-b128-e30301491d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:32:00Z', 'updated_at': '2022-03-22T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:45.282781 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (a7fde791-3d8e-43f2-8db3-6ff2aa172968), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.313796 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fde791-3d8e-43f2-8db3-6ff2aa172968,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:45.375995 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18cf25-d3fe-4ec2-a558-b0c5f5b0528b req-fc634608-99c9-42bb-90d3-4288d7a309d2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:45.377531 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (f8eeb332-1c9d-48b6-b128-e30301491d8f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.378476 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f18cf25-d3fe-4ec2-a558-b0c5f5b0528b req-fc634608-99c9-42bb-90d3-4288d7a309d2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0556772 Mar 22 19:34:45.436145 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f18cf25-d3fe-4ec2-a558-b0c5f5b0528b req-cd9b548f-cf6b-4d70-b0b0-8fab91c08f8a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521295 Mar 22 19:34:45.473976 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (f8eeb332-1c9d-48b6-b128-e30301491d8f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.476310 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks [] for router_controller (f8eeb332-1c9d-48b6-b128-e30301491d8f), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.492385 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:45.559652 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port fa79f485-7d0e-494d-9c1b-9c87abb841d7 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:45.560028 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.649026 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port fa79f485-7d0e-494d-9c1b-9c87abb841d7 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:45.649427 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.659783 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (f8eeb332-1c9d-48b6-b128-e30301491d8f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.660757 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8eeb332-1c9d-48b6-b128-e30301491d8f {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:34:45.670268 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.670268 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-62860bf3-36d5-477a-8a9a-906ca5ec41a2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f8eeb332-1c9d-48b6-b128-e30301491d8f HTTP/1.1" status: 204 len: 168 time: 1.2957826 Mar 22 19:34:45.670268 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54588) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:45.679140 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:45.681886 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a237aad-8132-4165-ad39-f053af91b4b1" -d '{"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-plugged", "status": "completed", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:45.695242 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:45.750526 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Deleting subnet 0e80b925-9efe-4f8d-b176-d620461fdf59 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:45.758543 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Publish callbacks [] for subnet (0e80b925-9efe-4f8d-b176-d620461fdf59), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.761630 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7794e-7291-4b00-869f-14b89bfcbbad x-openstack-request-id: req-9ea7794e-7291-4b00-869f-14b89bfcbbad {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:45.767789 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-plugged", "status": "completed", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:45.767789 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ea7794e-7291-4b00-869f-14b89bfcbbad {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:45.767789 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea7794e-7291-4b00-869f-14b89bfcbbad'] response: {'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'code': 200} Mar 22 19:34:45.789721 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.792315 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:45.807333 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-bdeb887f-dc6b-4187-8e62-53b88bf3f76b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067121 Mar 22 19:34:45.816873 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (0e80b925-9efe-4f8d-b176-d620461fdf59), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.921995 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-b555882c-146f-441d-b0f2-32b86063fb7f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:45.923427 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-b555882c-146f-441d-b0f2-32b86063fb7f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports/e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 200 len: 940 time: 0.0745118 Mar 22 19:34:45.946690 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68dc0-c26e-4c4e-b871-a3b65495e685 req-1f77733e-3416-41b3-8e7c-29d06dc731e1 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:45.957776 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=8']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:45.958610 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cfb68dc0-c26e-4c4e-b871-a3b65495e685 req-1f77733e-3416-41b3-8e7c-29d06dc731e1 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0707216 Mar 22 19:34:46.030213 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: DOWN; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:46.038502 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (0e80b925-9efe-4f8d-b176-d620461fdf59), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.049083 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cfb68dc0-c26e-4c4e-b871-a3b65495e685 req-49720d9f-1018-4cc8-bbf7-889ca31ac168 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882959 Mar 22 19:34:46.182311 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044124b-4447-4e7e-9286-65b240cf9c6d req-df8c7b17-69db-4e75-bd4d-0ef2414e31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:46.183843 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e044124b-4447-4e7e-9286-65b240cf9c6d req-df8c7b17-69db-4e75-bd4d-0ef2414e31aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1129 time: 0.0474501 Mar 22 19:34:46.228658 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e044124b-4447-4e7e-9286-65b240cf9c6d req-c26d804d-427b-4695-8372-dbc92256a49b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390694 Mar 22 19:34:46.242301 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (0e80b925-9efe-4f8d-b176-d620461fdf59), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.272026 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.277085 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0e80b925-9efe-4f8d-b176-d620461fdf59 HTTP/1.1" status: 204 len: 168 time: 0.6057489 Mar 22 19:34:46.278167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097cf5-ca69-4f0d-ae8d-dba536a1e668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e80b925-9efe-4f8d-b176-d620461fdf59,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:46.278733 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8aeb5-ab0f-4ff4-94cd-f826d19d7416 None None] Network dcb9070e-bbb4-479e-b132-af6df407a0d2 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:46.279630 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54604) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:46.357113 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (dcb9070e-bbb4-479e-b132-af6df407a0d2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.440316 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Deleting port c699bcd7-59ef-4d10-888a-0d7df206d1a3 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:46.440652 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.473170 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] DHCP port deletion for dcb9070e-bbb4-479e-b132-af6df407a0d2 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:34:46.508440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] For port c699bcd7-59ef-4d10-888a-0d7df206d1a3, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=c699bcd7-59ef-4d10-888a-0d7df206d1a3,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:46.509121 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.522709 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Calling delete_port for c699bcd7-59ef-4d10-888a-0d7df206d1a3 owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:46.526358 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] Deleting port c699bcd7-59ef-4d10-888a-0d7df206d1a3 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:46.526896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.585913 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e92dbd-d0b9-44f9-b5d0-68afbef3e216 req-194ad5b6-ce74-447c-a738-b9847c4eac4f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:46.587899 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-68e92dbd-d0b9-44f9-b5d0-68afbef3e216 req-194ad5b6-ce74-447c-a738-b9847c4eac4f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0679276 Mar 22 19:34:46.592896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] For port c699bcd7-59ef-4d10-888a-0d7df206d1a3, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=c699bcd7-59ef-4d10-888a-0d7df206d1a3,segment=NetworkSegment(551b763a-f95f-4383-aec1-6867c7b8752a),segment_id=551b763a-f95f-4383-aec1-6867c7b8752a)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:46.593375 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.607603 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] Calling delete_port for c699bcd7-59ef-4d10-888a-0d7df206d1a3 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:46.639551 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-68e92dbd-d0b9-44f9-b5d0-68afbef3e216 req-def3f75e-1211-44a8-bc26-2c2df5697fa2 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Mar 22 19:34:46.767958 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.774271 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (c699bcd7-59ef-4d10-888a-0d7df206d1a3), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.795506 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c699bcd7-59ef-4d10-888a-0d7df206d1a3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:46.799078 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] No DVR routers for this DVR port c699bcd7-59ef-4d10-888a-0d7df206d1a3 on host dv-cinder-799871-19-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:46.813301 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] No DVR routers for this DVR port c699bcd7-59ef-4d10-888a-0d7df206d1a3 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:46.817916 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241cacf-8ca3-4c2f-9c8a-e345c4093be3 None None] Pushing event deleted for resources: {'Port': ['ID=c699bcd7-59ef-4d10-888a-0d7df206d1a3,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:46.873466 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (dcb9070e-bbb4-479e-b132-af6df407a0d2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.894871 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb9070e-bbb4-479e-b132-af6df407a0d2']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:46.906565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551b763a-f95f-4383-aec1-6867c7b8752a') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:46.906968 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551b763a-f95f-4383-aec1-6867c7b8752a') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:46.920879 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (551b763a-f95f-4383-aec1-6867c7b8752a), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.934567 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (551b763a-f95f-4383-aec1-6867c7b8752a), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.940402 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:46.941011 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (551b763a-f95f-4383-aec1-6867c7b8752a), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:46.945420 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:47.099094 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (dcb9070e-bbb4-479e-b132-af6df407a0d2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.105646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.111506 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] 10.222.0.79 "DELETE /v2.0/networks/dcb9070e-bbb4-479e-b132-af6df407a0d2 HTTP/1.1" status: 204 len: 168 time: 0.8272736 Mar 22 19:34:47.118566 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f52e5-0ec3-4095-b129-b523648d9c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb9070e-bbb4-479e-b132-af6df407a0d2,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:47.176072 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device c699bcd7-59ef-4d10-888a-0d7df206d1a3 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:47.185373 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508e01-fdd7-4bdc-89c1-25d06054b113 req-2abc902f-2e6b-4984-843b-a111cfa5ec15 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.192060 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-92508e01-fdd7-4bdc-89c1-25d06054b113 req-2abc902f-2e6b-4984-843b-a111cfa5ec15 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0763087 Mar 22 19:34:47.225332 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: c699bcd7-59ef-4d10-888a-0d7df206d1a3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:47.226220 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device c699bcd7-59ef-4d10-888a-0d7df206d1a3 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:47.226738 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a7fde791-3d8e-43f2-8db3-6ff2aa172968 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:47.250492 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: a7fde791-3d8e-43f2-8db3-6ff2aa172968 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:47.250982 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a7fde791-3d8e-43f2-8db3-6ff2aa172968 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:47.251490 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1e1effcb-4f61-4a66-8428-2a807b15c5e6 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:47.251907 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-92508e01-fdd7-4bdc-89c1-25d06054b113 req-4f3fdb7e-849a-419a-bb8a-491ca4b75e6d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575259 Mar 22 19:34:47.273266 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 1e1effcb-4f61-4a66-8428-2a807b15c5e6 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:47.273615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1e1effcb-4f61-4a66-8428-2a807b15c5e6 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:47.619436 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-ec906293-f7c6-46b0-aa10-a7203e053925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.620996 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-ec906293-f7c6-46b0-aa10-a7203e053925 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b&tenant_id=1badfd04e9bc40e6bce128ca477f5310 HTTP/1.1" status: 200 len: 1127 time: 0.0441873 Mar 22 19:34:47.690681 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-9c8ef617-4bed-4b65-904c-1000236e915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.697774 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-9c8ef617-4bed-4b65-904c-1000236e915b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1badfd04e9bc40e6bce128ca477f5310&device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1127 time: 0.0490737 Mar 22 19:34:47.783917 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-bfca19a5-f312-4e9b-847d-d3feb9d7da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.785447 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-bfca19a5-f312-4e9b-847d-d3feb9d7da24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 200 len: 917 time: 0.0865753 Mar 22 19:34:47.786411 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a089-94e8-4346-b6c0-2f0513c455f6 req-62a5e4fa-88ba-496c-86f3-7d7fa3f9db17 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.787936 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8a00a089-94e8-4346-b6c0-2f0513c455f6 req-62a5e4fa-88ba-496c-86f3-7d7fa3f9db17 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0706639 Mar 22 19:34:47.826756 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54626) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:47.862395 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-e9d3180f-7a3e-46d3-933e-3cf1abf525cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 200 len: 999 time: 0.0701239 Mar 22 19:34:47.863752 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8a00a089-94e8-4346-b6c0-2f0513c455f6 req-3d994e8b-b1b5-4bde-8169-b20d2384db7f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698340 Mar 22 19:34:47.885587 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-07e4bded-4637-4b1d-a71a-8e49d449dab3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b69ec065b564daca8312f622f2a9960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576897 Mar 22 19:34:47.888064 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54628) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:47.916717 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-750a4263-e69b-4d81-9b64-cbbbd7ba0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.918214 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-750a4263-e69b-4d81-9b64-cbbbd7ba0e2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 200 len: 855 time: 0.0481176 Mar 22 19:34:47.936992 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63dfc4b5-2301-473e-9332-d2dc770acfac admin admin] Publish callbacks [] for security_group (27e57de3-0ffc-4bd0-871f-f30b711a9b3d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.958507 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63dfc4b5-2301-473e-9332-d2dc770acfac admin admin] Publish callbacks [] for security_group (27e57de3-0ffc-4bd0-871f-f30b711a9b3d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.967603 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-1911cf87-b7f7-4524-bfc6-01859685e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.969137 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-1911cf87-b7f7-4524-bfc6-01859685e6aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6d33306-36ab-4996-b622-ed8a4935ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447969 Mar 22 19:34:48.065668 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-5e092373-96e5-4748-903a-f4ff4bf70723 service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894780 Mar 22 19:34:48.098720 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63dfc4b5-2301-473e-9332-d2dc770acfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (27e57de3-0ffc-4bd0-871f-f30b711a9b3d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.101526 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63dfc4b5-2301-473e-9332-d2dc770acfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.106038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-63dfc4b5-2301-473e-9332-d2dc770acfac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27e57de3-0ffc-4bd0-871f-f30b711a9b3d HTTP/1.1" status: 204 len: 168 time: 0.2138140 Mar 22 19:34:48.119077 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfc4b5-2301-473e-9332-d2dc770acfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e57de3-0ffc-4bd0-871f-f30b711a9b3d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:48.178409 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-3821582f-72bb-4be0-be83-b9465eb3571c service neutron] 10.222.0.45 "GET /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017811 Mar 22 19:34:48.379096 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1dacf-6e23-48a9-b8bc-75208c768c60 req-e533b33d-d6fb-4d30-8da2-f1e1e2e3d27b tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:48.380586 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dbc1dacf-6e23-48a9-b8bc-75208c768c60 req-e533b33d-d6fb-4d30-8da2-f1e1e2e3d27b tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0595660 Mar 22 19:34:48.437678 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-dbc1dacf-6e23-48a9-b8bc-75208c768c60 req-ee7251e9-95a9-4a75-b2fb-9da8bbca4838 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498145 Mar 22 19:34:48.952921 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54662) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:49.033847 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-88c83a26-a50d-427d-8791-2f490aa51aab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2821d6f2f5424e5aa2393674b96a70c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793319 Mar 22 19:34:49.036193 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54664) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:49.090148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d620-de3f-46cf-8ecf-e51b9bb4a2e0 req-a2a6f094-bc82-4cad-8521-eee4211e399f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:49.097305 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d2a6d620-de3f-46cf-8ecf-e51b9bb4a2e0 req-a2a6f094-bc82-4cad-8521-eee4211e399f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.1269898 Mar 22 19:34:49.156767 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68d04399-6085-4f7c-890f-6eec5a59ec57 admin admin] Publish callbacks [] for security_group (af1e53ae-6fa5-45fe-9401-09e85c9f0136), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.181699 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68d04399-6085-4f7c-890f-6eec5a59ec57 admin admin] Publish callbacks [] for security_group (af1e53ae-6fa5-45fe-9401-09e85c9f0136), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.224521 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d2a6d620-de3f-46cf-8ecf-e51b9bb4a2e0 req-94ef7df0-7c15-4bd3-8949-c4887d920360 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260331 Mar 22 19:34:49.317268 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68d04399-6085-4f7c-890f-6eec5a59ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (af1e53ae-6fa5-45fe-9401-09e85c9f0136), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.320731 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68d04399-6085-4f7c-890f-6eec5a59ec57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.326293 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-68d04399-6085-4f7c-890f-6eec5a59ec57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af1e53ae-6fa5-45fe-9401-09e85c9f0136 HTTP/1.1" status: 204 len: 168 time: 0.2888756 Mar 22 19:34:49.337970 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d04399-6085-4f7c-890f-6eec5a59ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e53ae-6fa5-45fe-9401-09e85c9f0136,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:50.375796 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6439-e9cf-4595-a7fb-04c2f4b46aaa req-6290c5b7-ba92-47bf-9ee1-937380f178f9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:50.377979 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-780b6439-e9cf-4595-a7fb-04c2f4b46aaa req-6290c5b7-ba92-47bf-9ee1-937380f178f9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0596058 Mar 22 19:34:50.432163 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-780b6439-e9cf-4595-a7fb-04c2f4b46aaa req-de567741-d728-4286-af59-20f33699228a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484712 Mar 22 19:34:51.565716 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efb441-7f49-4937-a990-d3129db8c45c req-2e81a10d-54ab-4d3a-bba6-594ec9458d82 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:51.567384 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82efb441-7f49-4937-a990-d3129db8c45c req-2e81a10d-54ab-4d3a-bba6-594ec9458d82 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0587184 Mar 22 19:34:51.617503 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82efb441-7f49-4937-a990-d3129db8c45c req-21448532-7dd1-473f-8166-2899711d8b44 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Mar 22 19:34:52.750678 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94b33a-2c8a-491e-a7fc-6c1cc2f85595 req-72115685-ba47-46d3-9848-2c71906206cf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:52.752258 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4f94b33a-2c8a-491e-a7fc-6c1cc2f85595 req-72115685-ba47-46d3-9848-2c71906206cf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0573030 Mar 22 19:34:52.809136 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4f94b33a-2c8a-491e-a7fc-6c1cc2f85595 req-b3956014-8f18-44d5-85e9-964464fa4ba9 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509682 Mar 22 19:34:53.945583 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93cd1f-6240-4585-b284-f1b9b2b3e3e2 req-c85474f8-0381-431f-a2e9-e2584e524594 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:53.948498 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d93cd1f-6240-4585-b284-f1b9b2b3e3e2 req-c85474f8-0381-431f-a2e9-e2584e524594 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0649905 Mar 22 19:34:54.001153 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d93cd1f-6240-4585-b284-f1b9b2b3e3e2 req-3c4a8232-4fd1-4732-847f-007b14915197 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472000 Mar 22 19:34:55.138211 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b181c63-0e9b-4212-a23a-2dc44411b9f6 req-4b4d08b8-b72e-4c8b-861f-b7dbe4bbc9e5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:55.140629 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0b181c63-0e9b-4212-a23a-2dc44411b9f6 req-4b4d08b8-b72e-4c8b-861f-b7dbe4bbc9e5 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0588377 Mar 22 19:34:55.206707 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0b181c63-0e9b-4212-a23a-2dc44411b9f6 req-049b0a7a-d985-4d68-b5db-8ed87f15497e tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542495 Mar 22 19:34:56.342819 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b9300-59b2-4d57-95ed-d9251a93b4e3 req-34042460-b2c7-40fe-aea0-265b9ee11200 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:56.344399 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e46b9300-59b2-4d57-95ed-d9251a93b4e3 req-34042460-b2c7-40fe-aea0-265b9ee11200 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0566912 Mar 22 19:34:56.393552 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e46b9300-59b2-4d57-95ed-d9251a93b4e3 req-b81a3522-b22a-4f24-a6ea-2e819b39480a tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Mar 22 19:34:57.515018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac739-e1b4-4805-8dd1-103d5e568d4f req-a81066fd-9e73-4554-9653-216cc53e1cf3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:57.516581 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5b1ac739-e1b4-4805-8dd1-103d5e568d4f req-a81066fd-9e73-4554-9653-216cc53e1cf3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0515957 Mar 22 19:34:57.561866 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5b1ac739-e1b4-4805-8dd1-103d5e568d4f req-da748170-92e1-4951-8ae4-e1999a1b3fa3 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 Mar 22 19:34:58.835336 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792a1ae-a029-4c06-9061-3f70fd695bf8 req-12a1f6c7-3b39-4cc2-9132-e57c37faadbf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:58.836766 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a792a1ae-a029-4c06-9061-3f70fd695bf8 req-12a1f6c7-3b39-4cc2-9132-e57c37faadbf tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 943 time: 0.0523872 Mar 22 19:34:58.885692 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a792a1ae-a029-4c06-9061-3f70fd695bf8 req-cf5b6361-5083-446c-8c98-5c6a9e599e22 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Mar 22 19:34:59.572819 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:34:59.669543 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:59.680833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'e9982128-8254-4036-800a-a1441448a49d', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'port_id': 'e9982128-8254-4036-800a-a1441448a49d', 'mac_address': 'fa:16:3e:89:ee:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:34:59.718231 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:59.718621 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.731560 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9982128-8254-4036-800a-a1441448a49d {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:59.750669 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:59.812828 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.858042 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=9']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:00.012836 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772872-327f-436e-8593-15486044f114 req-b021dfa6-c8e4-4ec5-8ce6-f9338424c242 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:00.014219 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cc772872-327f-436e-8593-15486044f114 req-b021dfa6-c8e4-4ec5-8ce6-f9338424c242 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 944 time: 0.0570896 Mar 22 19:35:00.060871 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cc772872-327f-436e-8593-15486044f114 req-0b4c1de2-9bd2-48fd-9bde-1abf654ddafe tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411577 Mar 22 19:35:00.066637 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['e9982128-8254-4036-800a-a1441448a49d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:01.190024 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28562f3e-905d-4050-b55d-700781735d8c req-a6776426-7a06-4d9d-9d06-e17eff34fdf7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:01.192376 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28562f3e-905d-4050-b55d-700781735d8c req-a6776426-7a06-4d9d-9d06-e17eff34fdf7 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 944 time: 0.0566897 Mar 22 19:35:01.241655 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28562f3e-905d-4050-b55d-700781735d8c req-b6428cec-f604-45ed-af77-60fced5e7c20 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Mar 22 19:35:01.585781 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:01.634891 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port e9982128-8254-4036-800a-a1441448a49d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:01.635270 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (e9982128-8254-4036-800a-a1441448a49d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:01.713485 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port e9982128-8254-4036-800a-a1441448a49d is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:01.713782 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (e9982128-8254-4036-800a-a1441448a49d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:01.734917 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:01.737100 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221cbbb1-2377-492f-9587-4c1120735901" -d '{"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-plugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:01.749350 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:01.773586 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4149628-2172-4b27-83f5-273669d2f5fa x-openstack-request-id: req-d4149628-2172-4b27-83f5-273669d2f5fa {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:01.773873 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-plugged", "status": "completed", "tag": "e9982128-8254-4036-800a-a1441448a49d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:01.774125 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4149628-2172-4b27-83f5-273669d2f5fa {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:01.774525 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4149628-2172-4b27-83f5-273669d2f5fa'] response: {'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'code': 200} Mar 22 19:35:01.853654 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (e9982128-8254-4036-800a-a1441448a49d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:01.902017 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=10']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:02.177844 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82984b17-731c-486b-97c5-85c7b387d18c req-bc581c62-a3e0-4761-bf83-d9d9d36e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:02.179348 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82984b17-731c-486b-97c5-85c7b387d18c req-bc581c62-a3e0-4761-bf83-d9d9d36e6fb9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 1130 time: 0.0431287 Mar 22 19:35:02.222140 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82984b17-731c-486b-97c5-85c7b387d18c req-7e02f0a4-96e2-43a1-a72b-e53244d72763 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Mar 22 19:35:02.369878 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b112b74-c8a5-48b9-bad0-2e2a67057347 req-bd5738f6-4013-4640-b48b-f9ce880f4476 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:02.371370 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7b112b74-c8a5-48b9-bad0-2e2a67057347 req-bd5738f6-4013-4640-b48b-f9ce880f4476 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0576296 Mar 22 19:35:02.420118 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7b112b74-c8a5-48b9-bad0-2e2a67057347 req-41c7b470-27f2-48c1-b75f-9c17ee1b97bb tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Mar 22 19:35:03.550077 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc6fe0-5ec3-43d3-bdc2-2a6aba26dba2 req-53bac634-1bd0-49ce-84a9-728243e2f074 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:03.551914 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8bc6fe0-5ec3-43d3-bdc2-2a6aba26dba2 req-53bac634-1bd0-49ce-84a9-728243e2f074 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0563803 Mar 22 19:35:03.599862 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c8bc6fe0-5ec3-43d3-bdc2-2a6aba26dba2 req-2d5df886-622a-404d-8e4c-c6f2d671beee tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414927 Mar 22 19:35:04.729213 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691efcb3-72b8-4ba3-b752-ee771cfda96e req-3f275b77-f4d3-4373-87ce-1070ec0c3253 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:04.730736 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-691efcb3-72b8-4ba3-b752-ee771cfda96e req-3f275b77-f4d3-4373-87ce-1070ec0c3253 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0569761 Mar 22 19:35:04.787254 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-691efcb3-72b8-4ba3-b752-ee771cfda96e req-e4350364-e471-4773-adf8-ea1b8b97fb5f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508900 Mar 22 19:35:05.327217 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3fe3-f9e7-4ada-8322-3a939a8c46e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:05.914393 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e99ec5-761f-44f8-8a05-2540284c719e req-be983176-1c12-4440-b638-1f20a7341423 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.916605 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67e99ec5-761f-44f8-8a05-2540284c719e req-be983176-1c12-4440-b638-1f20a7341423 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0529368 Mar 22 19:35:05.965447 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67e99ec5-761f-44f8-8a05-2540284c719e req-642fd6f7-dd81-4998-9808-a55dc32d82c4 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Mar 22 19:35:07.584936 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:35:07.841462 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e816b17c-1329-4566-88db-646367017fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.058138 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff2c0-691f-4b24-a55e-2233db7b0d5a req-008d8397-6e79-4f9c-98e3-745ae2da16cc tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:09.059642 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-469ff2c0-691f-4b24-a55e-2233db7b0d5a req-008d8397-6e79-4f9c-98e3-745ae2da16cc tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0533605 Mar 22 19:35:09.105160 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.110432 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-469ff2c0-691f-4b24-a55e-2233db7b0d5a req-3e42f533-b2e6-4ad7-aa59-61c01db9b94e tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452161 Mar 22 19:35:10.232908 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8d592-a481-4444-8ed9-483c5e054e0c req-1f658375-a8a0-4c9e-beb2-b43c1a6cac8f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:10.234461 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2ef8d592-a481-4444-8ed9-483c5e054e0c req-1f658375-a8a0-4c9e-beb2-b43c1a6cac8f tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0530455 Mar 22 19:35:10.282016 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2ef8d592-a481-4444-8ed9-483c5e054e0c req-ef76ee70-2235-495f-b8dd-26db460dafca tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Mar 22 19:35:10.425723 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:10.532759 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.083837 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-e0a44af7-0f48-4cee-becc-b4b6b367b719 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:11.085270 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-e0a44af7-0f48-4cee-becc-b4b6b367b719 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0528831 Mar 22 19:35:11.180009 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Deleting port 9706d870-036b-445c-bb86-0adb6a9d3f74 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:11.180343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.271607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] For port 9706d870-036b-445c-bb86-0adb6a9d3f74, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9706d870-036b-445c-bb86-0adb6a9d3f74,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:11.271903 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.409085 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1bfb3-49f3-40c4-8cb2-d8c8d0e4abdd req-99cc500f-3f57-48c3-86c9-061c4cd7daca tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:11.410551 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5fa1bfb3-49f3-40c4-8cb2-d8c8d0e4abdd req-99cc500f-3f57-48c3-86c9-061c4cd7daca tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 945 time: 0.0551386 Mar 22 19:35:11.444398 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.444756 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (e2981465-dc24-42cd-a113-c65bbb012b9f), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.445071 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Floating IP e2981465-dc24-42cd-a113-c65bbb012b9f disassociated. External IP: 172.27.0.38, port: 9706d870-036b-445c-bb86-0adb6a9d3f74. Mar 22 19:35:11.445520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Calling delete_port for 9706d870-036b-445c-bb86-0adb6a9d3f74 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:11.459270 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5fa1bfb3-49f3-40c4-8cb2-d8c8d0e4abdd req-60b5e91f-6f99-474e-a393-1ade2cc53ff0 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7ca5ef6-b462-4895-bd15-04715998dac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Mar 22 19:35:11.675389 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (9706d870-036b-445c-bb86-0adb6a9d3f74), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.738344 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.783215 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event deleted for resources: {'Port': ['ID=9706d870-036b-445c-bb86-0adb6a9d3f74,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:11.795671 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.796020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.796359 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.796840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.797176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.797507 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.797830 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.798151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.798474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.798806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.799125 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.799444 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.799786 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.800103 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.800418 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:11.843810 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:11.959011 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:11.970538 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:11.981171 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:11.981875 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:12.000745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] No DVR routers for this DVR port 9706d870-036b-445c-bb86-0adb6a9d3f74 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:12.003167 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:12.006463 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-52c679ea-db38-4e50-ba08-54d68d43a99d req-3848f075-0acc-49ae-b93d-ba1d58d11485 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.45 "DELETE /v2.0/ports/9706d870-036b-445c-bb86-0adb6a9d3f74 HTTP/1.1" status: 204 len: 173 time: 0.9135082 Mar 22 19:35:12.006897 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'name': 'network-vif-deleted', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:12.009153 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d077c7-9f0a-47aa-a6d0-96430d96486b" -d '{"events": [{"server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "name": "network-vif-deleted", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:12.052799 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be21fc-c7ae-4ddd-97e1-f8acf35aa264 x-openstack-request-id: req-f0be21fc-c7ae-4ddd-97e1-f8acf35aa264 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:12.053205 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b6500a-a05b-4e44-9947-6b732cb66d6e", "name": "network-vif-deleted", "tag": "9706d870-036b-445c-bb86-0adb6a9d3f74", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:12.053562 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0be21fc-c7ae-4ddd-97e1-f8acf35aa264 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:12.054039 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0be21fc-c7ae-4ddd-97e1-f8acf35aa264'] response: {'server_uuid': 'b1b6500a-a05b-4e44-9947-6b732cb66d6e', 'name': 'network-vif-deleted', 'tag': '9706d870-036b-445c-bb86-0adb6a9d3f74', 'status': 'completed', 'code': 200} Mar 22 19:35:12.094445 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:12.296750 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:12.323266 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:12.331656 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:12.332265 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:12.441501 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:12.570916 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-17791fec-4075-4563-aaa3-1eaae4c8b1b7 req-9963a6a7-3ff4-4361-96de-ed9cba91b412 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1b6500a-a05b-4e44-9947-6b732cb66d6e HTTP/1.1" status: 200 len: 210 time: 0.0298312 Mar 22 19:35:12.649008 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:12.675052 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3cd71-0e03-4f17-a771-620466150004 None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '445b2e8a-6d41-4dcc-9924-9214882c4920', 'name': '', 'network_id': 'a881e4b6-8683-4df6-ae79-4af6980ab369', 'tenant_id': 'f526df40816446708a00576855f8be10', 'mac_address': 'fa:16:3e:3a:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'subnets': [{'id': '8d10d791-4c94-43c0-a876-39fb8b9fee1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:12.894408 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666afd79-e68a-4480-8c7d-1268b5e0c6db None None] New status for floating IP e2981465-dc24-42cd-a113-c65bbb012b9f: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:35:13.745511 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54862) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:13.800906 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (d7ca5ef6-b462-4895-bd15-04715998dac9), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.824142 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (d7ca5ef6-b462-4895-bd15-04715998dac9), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.949473 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (d7ca5ef6-b462-4895-bd15-04715998dac9), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.952158 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.953305 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "DELETE /v2.0/security-groups/d7ca5ef6-b462-4895-bd15-04715998dac9 HTTP/1.1" status: 204 len: 168 time: 0.2068081 Mar 22 19:35:13.956269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54864) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:13.962700 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca5ef6-b462-4895-bd15-04715998dac9,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:13.970725 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.971462 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.971462 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.971864 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.972207 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.972363 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-ba5d7792-cde9-4045-96ed-9f6941849320 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] show failed (client error): The resource could not be found. Mar 22 19:35:13.972541 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.972875 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.973243 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.973370 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ba5d7792-cde9-4045-96ed-9f6941849320 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "GET /v2.0/security-groups/d7ca5ef6-b462-4895-bd15-04715998dac9 HTTP/1.1" status: 404 len: 347 time: 0.0162139 Mar 22 19:35:13.973606 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.973937 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.974266 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.974595 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.974948 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.975272 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.975616 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbe81e-c234-4e58-9e4f-c97e55fbe5c9 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:13.976324 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54866) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:14.344603 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Deleting port 7ad3cb71-92fa-49c6-a06b-f01908a339df {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:14.344885 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.418590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.418909 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (7ad3cb71-92fa-49c6-a06b-f01908a339df), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.432726 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Calling delete_port for 7ad3cb71-92fa-49c6-a06b-f01908a339df owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:14.647072 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (7ad3cb71-92fa-49c6-a06b-f01908a339df), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.673788 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Pushing event deleted for resources: {'Port': ['ID=7ad3cb71-92fa-49c6-a06b-f01908a339df,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:14.734661 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks [] for floatingip (e2981465-dc24-42cd-a113-c65bbb012b9f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.737232 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.738378 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-86967ef8-3ac1-43a0-ba19-d4eb4c6048a1 tempest-AttachVolumeTestJSON-1173033871 tempest-AttachVolumeTestJSON-1173033871-project] 10.222.0.79 "DELETE /v2.0/floatingips/e2981465-dc24-42cd-a113-c65bbb012b9f HTTP/1.1" status: 204 len: 168 time: 0.7611794 Mar 22 19:35:15.680223 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9706d870-036b-445c-bb86-0adb6a9d3f74 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:15.701291 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 9706d870-036b-445c-bb86-0adb6a9d3f74 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:15.701632 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 9706d870-036b-445c-bb86-0adb6a9d3f74 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:18.830890 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54904) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:19.401061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.698368 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Deleting port 445b2e8a-6d41-4dcc-9924-9214882c4920 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:19.698705 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.776565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] For port 445b2e8a-6d41-4dcc-9924-9214882c4920, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=445b2e8a-6d41-4dcc-9924-9214882c4920,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:19.777001 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.790107 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Calling delete_port for 445b2e8a-6d41-4dcc-9924-9214882c4920 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:20.035578 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (445b2e8a-6d41-4dcc-9924-9214882c4920), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.064372 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Pushing event deleted for resources: {'Port': ['ID=445b2e8a-6d41-4dcc-9924-9214882c4920,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:20.234669 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.456160 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:20.581325 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:20.586310 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bcf27500-bad5-41ef-a2fc-2037f8187913 admin admin] 10.222.0.79 "PUT /v2.0/routers/43a7eb41-8ebe-4a62-b5cc-a164adf8902d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542963 Mar 22 19:35:20.588983 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54930) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:20.592840 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] Sync routers for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:20.603884 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:20.604497 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:20.703360 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks [] for router (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.804849 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:20.811956 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks [] for router_gateway (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.952612 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Deleting port 1c3ecf80-82c4-420a-b21b-a23301506e91 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:20.952955 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.989961 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:19Z', 'revision_number': 5, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port': {'id': '1c3ecf80-82c4-420a-b21b-a23301506e91', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:43Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:21.020039 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] Checking router: 43a7eb41-8ebe-4a62-b5cc-a164adf8902d for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:21.029154 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] Routers {'43a7eb41-8ebe-4a62-b5cc-a164adf8902d'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:21.029774 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:21.035150 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] For port 1c3ecf80-82c4-420a-b21b-a23301506e91, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=1c3ecf80-82c4-420a-b21b-a23301506e91,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:21.035509 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.049976 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Calling delete_port for 1c3ecf80-82c4-420a-b21b-a23301506e91 owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:21.056376 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d58c4-4804-42b7-9c6b-9ee1d514837f req-e79e9368-367b-4c93-9aee-66f296ea46d4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.058032 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d96d58c4-4804-42b7-9c6b-9ee1d514837f req-e79e9368-367b-4c93-9aee-66f296ea46d4 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 945 time: 0.0650592 Mar 22 19:35:21.124110 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d96d58c4-4804-42b7-9c6b-9ee1d514837f req-69fc6120-427e-4c53-b95b-df5a20a91c82 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582023 Mar 22 19:35:21.126105 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] Set router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:21.179080 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:20Z', 'revision_number': 6, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:21.208603 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92cfb6c-b428-4353-8c1f-823dfe495a90 None None] The sync data for ids ['43a7eb41-8ebe-4a62-b5cc-a164adf8902d'] in dv-cinder-799871-19-iscsi is: [{'id': '43a7eb41-8ebe-4a62-b5cc-a164adf8902d', 'name': 'tempest-AttachVolumeTestJSON-1913317693-router', 'tenant_id': 'f526df40816446708a00576855f8be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:20Z', 'revision_number': 6, 'project_id': 'f526df40816446708a00576855f8be10', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:21.332949 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (1c3ecf80-82c4-420a-b21b-a23301506e91), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.360183 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3ecf80-82c4-420a-b21b-a23301506e91,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:21.416993 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.508386 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.510430 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks [] for router_controller (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.875232 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (43a7eb41-8ebe-4a62-b5cc-a164adf8902d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.875723 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a7eb41-8ebe-4a62-b5cc-a164adf8902d {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:35:21.885498 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.885498 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0de663dc-3fbf-46dc-8638-77014bb8822c admin admin] 10.222.0.79 "DELETE /v2.0/routers/43a7eb41-8ebe-4a62-b5cc-a164adf8902d HTTP/1.1" status: 204 len: 168 time: 1.2899532 Mar 22 19:35:21.885498 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54936) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:21.927827 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Deleting subnet 8d10d791-4c94-43c0-a876-39fb8b9fee1c {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:21.931353 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Publish callbacks [] for subnet (8d10d791-4c94-43c0-a876-39fb8b9fee1c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.968293 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (8d10d791-4c94-43c0-a876-39fb8b9fee1c), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.045735 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (8d10d791-4c94-43c0-a876-39fb8b9fee1c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.202941 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (8d10d791-4c94-43c0-a876-39fb8b9fee1c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.249883 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d10d791-4c94-43c0-a876-39fb8b9fee1c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:22.252745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.256316 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-574a2c10-c9a7-4521-ace3-5067a8a4667e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8d10d791-4c94-43c0-a876-39fb8b9fee1c HTTP/1.1" status: 204 len: 168 time: 0.3711650 Mar 22 19:35:22.257088 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc7ac1-76be-4c67-aade-4a6878052000 None None] Network a881e4b6-8683-4df6-ae79-4af6980ab369 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:22.258549 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54940) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:22.330929 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82986-0540-4ecf-8c97-5d9bea960459 req-6ea46b8c-3c3f-4228-9764-acc67b666964 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.332476 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0fc82986-0540-4ecf-8c97-5d9bea960459 req-6ea46b8c-3c3f-4228-9764-acc67b666964 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 945 time: 0.1402256 Mar 22 19:35:22.356451 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (a881e4b6-8683-4df6-ae79-4af6980ab369), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.396037 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0fc82986-0540-4ecf-8c97-5d9bea960459 req-1f562811-50ea-4b66-b5cd-9556a3f80ce3 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576918 Mar 22 19:35:22.440144 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Deleting port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:22.440482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.453242 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] DHCP port deletion for a881e4b6-8683-4df6-ae79-4af6980ab369 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:35:22.499906 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Deleting port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:22.500194 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.502238 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] For port f44a9644-bdf5-4ad1-a5f5-8264c7097d17, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:22.502677 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.515631 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Calling delete_port for f44a9644-bdf5-4ad1-a5f5-8264c7097d17 owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:22.565960 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] For port f44a9644-bdf5-4ad1-a5f5-8264c7097d17, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,segment=NetworkSegment(6400020a-06ea-420f-a38a-e0019d02ae44),segment_id=6400020a-06ea-420f-a38a-e0019d02ae44)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:22.566366 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.578865 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Calling delete_port for f44a9644-bdf5-4ad1-a5f5-8264c7097d17 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:22.689180 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.692683 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (f44a9644-bdf5-4ad1-a5f5-8264c7097d17), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.719281 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:22.719627 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Pushing event deleted for resources: {'Port': ['ID=f44a9644-bdf5-4ad1-a5f5-8264c7097d17,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:22.721784 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] No DVR routers for this DVR port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:22.728856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-4cbcae41-4119-4056-8678-35b4684f959b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.729332 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-4cbcae41-4119-4056-8678-35b4684f959b tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 945 time: 0.0781314 Mar 22 19:35:22.732571 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.739562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.740938 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] No DVR routers for this DVR port f44a9644-bdf5-4ad1-a5f5-8264c7097d17 on host dv-cinder-799871-19-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:22.741025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.741025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.741025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.741025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f77cf-7580-4146-90a0-8fcbea3ea910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:22.846422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (a881e4b6-8683-4df6-ae79-4af6980ab369), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.888183 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a881e4b6-8683-4df6-ae79-4af6980ab369']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:22.899705 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6400020a-06ea-420f-a38a-e0019d02ae44') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:22.899998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6400020a-06ea-420f-a38a-e0019d02ae44') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:22.913052 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (6400020a-06ea-420f-a38a-e0019d02ae44), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.934465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (6400020a-06ea-420f-a38a-e0019d02ae44), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.944016 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:22.944016 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (6400020a-06ea-420f-a38a-e0019d02ae44), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.946229 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:22.946551 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:22.949556 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:23.080099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] For port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:23.080799 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.094449 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (a881e4b6-8683-4df6-ae79-4af6980ab369), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.128084 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.131352 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a881e4b6-8683-4df6-ae79-4af6980ab369 HTTP/1.1" status: 204 len: 168 time: 0.8717861 Mar 22 19:35:23.148590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdc3cd-f1a1-49b7-afd4-d6ac71ca0161 admin admin] Pushing event deleted for resources: {'Network': ['ID=a881e4b6-8683-4df6-ae79-4af6980ab369,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:23.173723 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f44a9644-bdf5-4ad1-a5f5-8264c7097d17 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:23.207294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: f44a9644-bdf5-4ad1-a5f5-8264c7097d17 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:23.207294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f44a9644-bdf5-4ad1-a5f5-8264c7097d17 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:23.207294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 445b2e8a-6d41-4dcc-9924-9214882c4920 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:23.219365 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 445b2e8a-6d41-4dcc-9924-9214882c4920 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:23.219736 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 445b2e8a-6d41-4dcc-9924-9214882c4920 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:23.220151 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1c3ecf80-82c4-420a-b21b-a23301506e91 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:23.239327 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 1c3ecf80-82c4-420a-b21b-a23301506e91 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:23.239705 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 1c3ecf80-82c4-420a-b21b-a23301506e91 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:23.277490 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.277854 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (a5ee2f93-4b76-4f16-8c41-3c806e86ea50), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.278173 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Floating IP a5ee2f93-4b76-4f16-8c41-3c806e86ea50 disassociated. External IP: 172.27.0.181, port: 58578e6b-8af7-4e76-9b7a-2a02c075a0ad. Mar 22 19:35:23.278514 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for 58578e6b-8af7-4e76-9b7a-2a02c075a0ad owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:23.479176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54946) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:23.506456 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (58578e6b-8af7-4e76-9b7a-2a02c075a0ad), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.519027 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b79e90-6e36-482e-bed0-1321f0f6b3bc req-cfc35fdc-b392-4873-a4d5-5e4fac05a3c9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.520538 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-80b79e90-6e36-482e-bed0-1321f0f6b3bc req-cfc35fdc-b392-4873-a4d5-5e4fac05a3c9 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 867 time: 0.0565319 Mar 22 19:35:23.544520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=58578e6b-8af7-4e76-9b7a-2a02c075a0ad,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:23.555777 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-02c90e0b-d8f0-466e-8d1c-e64aab2f5e0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f526df40816446708a00576855f8be10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0724208 Mar 22 19:35:23.555777 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54948) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:23.579106 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-80b79e90-6e36-482e-bed0-1321f0f6b3bc req-a406b120-b53b-4743-9b71-02a5a8c0aa34 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f1415b6-d807-4db3-a31f-6e3124b556cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495081 Mar 22 19:35:23.681517 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d09d8a6-0179-4556-9d50-04453b97707f admin admin] Publish callbacks [] for security_group (a2fbb043-5ff0-4d94-9292-2ee2580f0c83), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.716237 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d09d8a6-0179-4556-9d50-04453b97707f admin admin] Publish callbacks [] for security_group (a2fbb043-5ff0-4d94-9292-2ee2580f0c83), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.718840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:23.850957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:23.861161 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:23.872096 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:23.872793 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:23.896461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] No DVR routers for this DVR port 58578e6b-8af7-4e76-9b7a-2a02c075a0ad on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:23.898894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.905174 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2f6f4fa8-cbbe-4843-b0b5-7ded51d2eff4 req-9d14c717-62e9-4748-8880-8ed7230179e8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.45 "DELETE /v2.0/ports/58578e6b-8af7-4e76-9b7a-2a02c075a0ad HTTP/1.1" status: 204 len: 173 time: 1.1610994 Mar 22 19:35:23.905174 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'name': 'network-vif-deleted', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:23.905731 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b499d0-146f-4dc5-afee-07099d0ca515" -d '{"events": [{"server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "name": "network-vif-deleted", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:23.938508 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d09d8a6-0179-4556-9d50-04453b97707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a2fbb043-5ff0-4d94-9292-2ee2580f0c83), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.951365 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d09d8a6-0179-4556-9d50-04453b97707f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.951365 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5d09d8a6-0179-4556-9d50-04453b97707f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2fbb043-5ff0-4d94-9292-2ee2580f0c83 HTTP/1.1" status: 204 len: 168 time: 0.3858776 Mar 22 19:35:23.952806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09d8a6-0179-4556-9d50-04453b97707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fbb043-5ff0-4d94-9292-2ee2580f0c83,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:23.961960 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527341bd-6212-4b27-b4ea-be946cfff3e8 x-openstack-request-id: req-527341bd-6212-4b27-b4ea-be946cfff3e8 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:23.962124 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9acf9cf-b6e0-4a04-8b3c-961d15e4facc", "name": "network-vif-deleted", "tag": "58578e6b-8af7-4e76-9b7a-2a02c075a0ad", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:23.962454 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-527341bd-6212-4b27-b4ea-be946cfff3e8 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:23.963203 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527341bd-6212-4b27-b4ea-be946cfff3e8'] response: {'server_uuid': 'b9acf9cf-b6e0-4a04-8b3c-961d15e4facc', 'name': 'network-vif-deleted', 'tag': '58578e6b-8af7-4e76-9b7a-2a02c075a0ad', 'status': 'completed', 'code': 200} Mar 22 19:35:24.013248 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:24.223409 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:24.252375 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:24.260800 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:24.262077 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:24.374433 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:24.689932 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a7a12764-7390-4a00-ab77-32dd8fadbd6b req-fc82d465-a4ab-4ef9-8326-61439e44a191 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9acf9cf-b6e0-4a04-8b3c-961d15e4facc HTTP/1.1" status: 200 len: 210 time: 0.0281699 Mar 22 19:35:24.715660 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:24.745412 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317fe35-68e0-41c2-8a15-ceefe78fc1af None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:54Z', 'revision_number': 4, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '3eec087d-341b-4a60-872b-dc06b83461a3', 'name': '', 'network_id': '87044297-f8c2-40de-9994-8da2189cc88a', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'mac_address': 'fa:16:3e:78:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8516280d-e487-4332-a618-150a0d90286a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:51Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'subnets': [{'id': '8516280d-e487-4332-a618-150a0d90286a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:24.984321 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80ee47-a122-495e-8b95-14c4ea500091 None None] New status for floating IP a5ee2f93-4b76-4f16-8c41-3c806e86ea50: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:35:25.718115 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 58578e6b-8af7-4e76-9b7a-2a02c075a0ad no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:25.738702 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 58578e6b-8af7-4e76-9b7a-2a02c075a0ad {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:25.739052 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 58578e6b-8af7-4e76-9b7a-2a02c075a0ad not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:25.888747 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 54984) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:25.942920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-271cfc1b-706c-4b53-b631-046dab6e4af8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (5f1415b6-d807-4db3-a31f-6e3124b556cb), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.967267 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-271cfc1b-706c-4b53-b631-046dab6e4af8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (5f1415b6-d807-4db3-a31f-6e3124b556cb), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.132295 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-271cfc1b-706c-4b53-b631-046dab6e4af8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (5f1415b6-d807-4db3-a31f-6e3124b556cb), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.134813 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-271cfc1b-706c-4b53-b631-046dab6e4af8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.136023 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-271cfc1b-706c-4b53-b631-046dab6e4af8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/security-groups/5f1415b6-d807-4db3-a31f-6e3124b556cb HTTP/1.1" status: 204 len: 168 time: 0.2461886 Mar 22 19:35:26.139429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54988) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:26.145745 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cfc1b-706c-4b53-b631-046dab6e4af8 tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1415b6-d807-4db3-a31f-6e3124b556cb,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:26.154815 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-b8a581d8-8717-434e-87fb-13fc7228427c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] show failed (client error): The resource could not be found. Mar 22 19:35:26.155927 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b8a581d8-8717-434e-87fb-13fc7228427c tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "GET /v2.0/security-groups/5f1415b6-d807-4db3-a31f-6e3124b556cb HTTP/1.1" status: 404 len: 347 time: 0.0153942 Mar 22 19:35:26.158688 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 54990) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:26.289113 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Deleting port bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:26.289462 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.367143 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.367604 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.379235 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Calling delete_port for bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:26.595182 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.622728 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Pushing event deleted for resources: {'Port': ['ID=bdfb4879-abff-4e6d-bcdf-a565a8e7ee5b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:26.692626 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks [] for floatingip (a5ee2f93-4b76-4f16-8c41-3c806e86ea50), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.695245 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.697005 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ef68ea21-2fc2-4cc2-ace7-4b10633f42ad tempest-AttachVolumeNegativeTest-1052780380 tempest-AttachVolumeNegativeTest-1052780380-project] 10.222.0.79 "DELETE /v2.0/floatingips/a5ee2f93-4b76-4f16-8c41-3c806e86ea50 HTTP/1.1" status: 204 len: 168 time: 0.5371065 Mar 22 19:35:31.082589 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55086) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:31.593176 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (dc247ed4-7755-422b-8876-69b8274baeaf), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:31.848451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Deleting port 3eec087d-341b-4a60-872b-dc06b83461a3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:31.848898 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:31.930010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] For port 3eec087d-341b-4a60-872b-dc06b83461a3, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3eec087d-341b-4a60-872b-dc06b83461a3,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:31.930769 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:31.944192 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Calling delete_port for 3eec087d-341b-4a60-872b-dc06b83461a3 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:32.195861 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (3eec087d-341b-4a60-872b-dc06b83461a3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:32.222394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eec087d-341b-4a60-872b-dc06b83461a3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:32.636018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (dc247ed4-7755-422b-8876-69b8274baeaf), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:32.857478 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Router dc247ed4-7755-422b-8876-69b8274baeaf has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:32.966878 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:32.972240 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-513bbf87-e0ca-4bd2-80d0-df0d02730c97 admin admin] 10.222.0.79 "PUT /v2.0/routers/dc247ed4-7755-422b-8876-69b8274baeaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885345 Mar 22 19:35:32.974892 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55108) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:32.975904 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] Sync routers for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:32.987007 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:32.987613 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:33.085599 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks [] for router (dc247ed4-7755-422b-8876-69b8274baeaf), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.095828 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:33.198544 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks [] for router_gateway (dc247ed4-7755-422b-8876-69b8274baeaf), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.280888 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:32Z', 'revision_number': 5, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port': {'id': '9c09afd6-6e1f-4e36-a7aa-091709739daf', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:33.312087 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] Checking router: dc247ed4-7755-422b-8876-69b8274baeaf for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:33.320878 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] Routers {'dc247ed4-7755-422b-8876-69b8274baeaf'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:33.321510 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['dc247ed4-7755-422b-8876-69b8274baeaf'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:33.339092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Deleting port 9c09afd6-6e1f-4e36-a7aa-091709739daf {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:33.339650 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.408895 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] Set router dc247ed4-7755-422b-8876-69b8274baeaf gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:33.428382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] For port 9c09afd6-6e1f-4e36-a7aa-091709739daf, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9c09afd6-6e1f-4e36-a7aa-091709739daf,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:33.428771 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.442549 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Calling delete_port for 9c09afd6-6e1f-4e36-a7aa-091709739daf owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:33.460415 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:33Z', 'revision_number': 6, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:33.489744 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fd0ec-a8ba-4d00-88b4-c36de0c58b27 None None] The sync data for ids ['dc247ed4-7755-422b-8876-69b8274baeaf'] in dv-cinder-799871-19-iscsi is: [{'id': 'dc247ed4-7755-422b-8876-69b8274baeaf', 'name': 'tempest-AttachVolumeNegativeTest-1531030555-router', 'tenant_id': '88cf857fd440479f92bf100cd1ea80b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:33Z', 'revision_number': 6, 'project_id': '88cf857fd440479f92bf100cd1ea80b6', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:33.692043 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (9c09afd6-6e1f-4e36-a7aa-091709739daf), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.715696 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c09afd6-6e1f-4e36-a7aa-091709739daf,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:33.780039 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (dc247ed4-7755-422b-8876-69b8274baeaf), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.878418 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (dc247ed4-7755-422b-8876-69b8274baeaf), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:33.880966 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks [] for router_controller (dc247ed4-7755-422b-8876-69b8274baeaf), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.018519 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (dc247ed4-7755-422b-8876-69b8274baeaf), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.019020 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc247ed4-7755-422b-8876-69b8274baeaf {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:35:34.023497 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.024733 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e4f1fe80-d7ae-468d-a66b-edba6b01597c admin admin] 10.222.0.79 "DELETE /v2.0/routers/dc247ed4-7755-422b-8876-69b8274baeaf HTTP/1.1" status: 204 len: 168 time: 1.0487802 Mar 22 19:35:34.027334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55116) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:34.073432 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Deleting subnet 8516280d-e487-4332-a618-150a0d90286a {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:34.077018 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Publish callbacks [] for subnet (8516280d-e487-4332-a618-150a0d90286a), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.114829 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (8516280d-e487-4332-a618-150a0d90286a), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.195176 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (8516280d-e487-4332-a618-150a0d90286a), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.327006 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (8516280d-e487-4332-a618-150a0d90286a), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.353871 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8516280d-e487-4332-a618-150a0d90286a,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:34.358327 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.363279 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-34c55149-65bb-4817-908d-bdd03630f04a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8516280d-e487-4332-a618-150a0d90286a HTTP/1.1" status: 204 len: 168 time: 0.3330808 Mar 22 19:35:34.364335 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55120) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:34.383127 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98787493-9f24-4e01-9629-94407f738ff7 None None] Network 87044297-f8c2-40de-9994-8da2189cc88a requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:34.441394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (87044297-f8c2-40de-9994-8da2189cc88a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.498640 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Deleting port a412db94-b561-405f-9b46-43805a7ed2c1 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:34.498998 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.575619 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] For port a412db94-b561-405f-9b46-43805a7ed2c1, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a412db94-b561-405f-9b46-43805a7ed2c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:34.575989 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.592050 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Calling delete_port for a412db94-b561-405f-9b46-43805a7ed2c1 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:34.595872 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] DHCP port deletion for 87044297-f8c2-40de-9994-8da2189cc88a request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:35:34.655776 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] Deleting port a412db94-b561-405f-9b46-43805a7ed2c1 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:34.656154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.718440 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] For port a412db94-b561-405f-9b46-43805a7ed2c1, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a412db94-b561-405f-9b46-43805a7ed2c1,segment=NetworkSegment(a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c),segment_id=a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:34.718829 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.735196 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] Calling delete_port for a412db94-b561-405f-9b46-43805a7ed2c1 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:34.767102 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.802305 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] No DVR routers for this DVR port a412db94-b561-405f-9b46-43805a7ed2c1 on host dv-cinder-799871-19-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:34.807726 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a412db94-b561-405f-9b46-43805a7ed2c1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:34.809241 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (a412db94-b561-405f-9b46-43805a7ed2c1), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.835562 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] Pushing event deleted for resources: {'Port': ['ID=a412db94-b561-405f-9b46-43805a7ed2c1,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:34.843026 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5025a5-0c27-4697-b705-6da540bc8a61 None None] No DVR routers for this DVR port a412db94-b561-405f-9b46-43805a7ed2c1 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:34.882268 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (87044297-f8c2-40de-9994-8da2189cc88a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.903440 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87044297-f8c2-40de-9994-8da2189cc88a']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:34.912860 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:34.913167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:34.922460 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.935740 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.941429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:34.941859 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (a9c39913-eb9a-4951-9f7c-9e0b3cd2ad4c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:34.943432 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:35.057856 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (87044297-f8c2-40de-9994-8da2189cc88a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.063959 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.067228 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/87044297-f8c2-40de-9994-8da2189cc88a HTTP/1.1" status: 204 len: 168 time: 0.7018940 Mar 22 19:35:35.078820 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e559fda-d887-4e1a-bd40-cacfd8bb71a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=87044297-f8c2-40de-9994-8da2189cc88a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:35.163644 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a412db94-b561-405f-9b46-43805a7ed2c1 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:35.186175 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: a412db94-b561-405f-9b46-43805a7ed2c1 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:35.186532 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a412db94-b561-405f-9b46-43805a7ed2c1 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:35.186952 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3eec087d-341b-4a60-872b-dc06b83461a3 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:35.215247 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 3eec087d-341b-4a60-872b-dc06b83461a3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:35.220831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3eec087d-341b-4a60-872b-dc06b83461a3 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:35.220831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9c09afd6-6e1f-4e36-a7aa-091709739daf no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:35.240922 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 9c09afd6-6e1f-4e36-a7aa-091709739daf {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:35.241271 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9c09afd6-6e1f-4e36-a7aa-091709739daf not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:35.338438 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3186a99c-65f1-4034-b430-77ad163d413c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.451605 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55128) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:35.493233 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-db9a85bf-2d20-4456-8694-093564e303fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88cf857fd440479f92bf100cd1ea80b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401094 Mar 22 19:35:35.496485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55130) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:35.544150 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d83fec5-03a2-44c7-9820-34ea6041b23a admin admin] Publish callbacks [] for security_group (128e043e-ac99-4d7b-975e-578c732e3aa1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.566458 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d83fec5-03a2-44c7-9820-34ea6041b23a admin admin] Publish callbacks [] for security_group (128e043e-ac99-4d7b-975e-578c732e3aa1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.659730 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55134) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:35.686769 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d83fec5-03a2-44c7-9820-34ea6041b23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (128e043e-ac99-4d7b-975e-578c732e3aa1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.689429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d83fec5-03a2-44c7-9820-34ea6041b23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.690614 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9d83fec5-03a2-44c7-9820-34ea6041b23a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/128e043e-ac99-4d7b-975e-578c732e3aa1 HTTP/1.1" status: 204 len: 168 time: 0.1932211 Mar 22 19:35:35.704411 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83fec5-03a2-44c7-9820-34ea6041b23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e043e-ac99-4d7b-975e-578c732e3aa1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:35.769733 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c670e0e9-27f2-49b9-a086-bed3e7683ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.845403 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c670e0e9-27f2-49b9-a086-bed3e7683ddc admin admin] Publish callbacks [] for security_group (79279ae7-0e2a-4a68-9740-290b66e292db), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.920662 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c670e0e9-27f2-49b9-a086-bed3e7683ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (79279ae7-0e2a-4a68-9740-290b66e292db), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.961349 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c670e0e9-27f2-49b9-a086-bed3e7683ddc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b595b156e35409194c04322d2a3b003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003705 Mar 22 19:35:35.962389 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670e0e9-27f2-49b9-a086-bed3e7683ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79279ae7-0e2a-4a68-9740-290b66e292db,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:35.964245 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55142) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:36.021426 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0d0763e-0983-4c3c-a963-301fec2c3008 admin admin] Publish callbacks [] for security_group (79279ae7-0e2a-4a68-9740-290b66e292db), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:36.044487 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0d0763e-0983-4c3c-a963-301fec2c3008 admin admin] Publish callbacks [] for security_group (79279ae7-0e2a-4a68-9740-290b66e292db), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:36.172619 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0d0763e-0983-4c3c-a963-301fec2c3008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (79279ae7-0e2a-4a68-9740-290b66e292db), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:36.175315 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0d0763e-0983-4c3c-a963-301fec2c3008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:36.176667 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f0d0763e-0983-4c3c-a963-301fec2c3008 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79279ae7-0e2a-4a68-9740-290b66e292db HTTP/1.1" status: 204 len: 168 time: 0.2108412 Mar 22 19:35:36.185981 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0763e-0983-4c3c-a963-301fec2c3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79279ae7-0e2a-4a68-9740-290b66e292db,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:37.259355 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55190) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:37.400849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1866201907-network', 'tenant_id': '571725bf3fb444c2958ed08ddbd83855'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:37.509399 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Made reservation on behalf of 571725bf3fb444c2958ed08ddbd83855 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:37.512969 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.521571 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.598277 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks [] for security_group (584357fb-b7cc-40f9-9870-37538f695715), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.664370 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (584357fb-b7cc-40f9-9870-37538f695715), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.693188 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:35:37.700682 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584357fb-b7cc-40f9-9870-37538f695715,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:37.705350 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (c91ac99b-e864-4360-8fd0-48088d62358c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.709385 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Added segment c91ac99b-e864-4360-8fd0-48088d62358c of type vlan for network c07699e3-f973-4234-a40c-1178fe54c884 Mar 22 19:35:37.750030 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (c07699e3-f973-4234-a40c-1178fe54c884), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.892550 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4594-ac4d-4017-979e-d8a87de4472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.893110 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (c07699e3-f973-4234-a40c-1178fe54c884), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.893767 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:37.894427 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:37.952503 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] Pushing event updated for resources: {'Network': ['ID=c07699e3-f973-4234-a40c-1178fe54c884,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:37.969070 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network c07699e3-f973-4234-a40c-1178fe54c884 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:35:38.015512 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f6ab5b65-fd10-4f84-ba4d-a14b1c9de048 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7548125 Mar 22 19:35:38.018167 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55210) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:38.022934 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Request body: {'subnet': {'network_id': 'c07699e3-f973-4234-a40c-1178fe54c884', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1866201907-subnet', 'tenant_id': '571725bf3fb444c2958ed08ddbd83855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:38.132140 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Made reservation on behalf of 571725bf3fb444c2958ed08ddbd83855 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:38.134536 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10393504'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:38.356907 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10303141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10393526'] for subnet (33ac9b16-41f2-4803-b3cc-c470d0c99dc7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:38.410954 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ac9b16-41f2-4803-b3cc-c470d0c99dc7,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:38.421257 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Checking segment: {'id': 'c91ac99b-e864-4360-8fd0-48088d62358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'c07699e3-f973-4234-a40c-1178fe54c884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:38.421614 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Network hostable DHCP agents. Network: c07699e3-f973-4234-a40c-1178fe54c884, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:35:38.549259 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Network c07699e3-f973-4234-a40c-1178fe54c884 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:35:38.652856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, c07699e3-f973-4234-a40c-1178fe54c884) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:38.661912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:38.661912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:38.662153 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c211f2-6f10-409f-9874-bdde0cf47beb None None] Network c07699e3-f973-4234-a40c-1178fe54c884 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:38.753566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3b74d-85f1-4a00-8a69-ea0b2b4e2131 None None] Network c07699e3-f973-4234-a40c-1178fe54c884 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:38.758595 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1fc3b826-3e26-4c51-b978-ccb294fb220a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7392750 Mar 22 19:35:39.087085 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:39.362735 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c14c6-3a2c-4d04-a37a-aa87b295724a req-28cf42ed-9507-4e30-a9c3-a3e937045ecb tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:39.364233 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-456c14c6-3a2c-4d04-a37a-aa87b295724a req-28cf42ed-9507-4e30-a9c3-a3e937045ecb tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0540538 Mar 22 19:35:39.415467 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-456c14c6-3a2c-4d04-a37a-aa87b295724a req-b7a1a78b-d995-4451-b389-8cec0b8e1432 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Mar 22 19:35:39.549024 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55242) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:39.554128 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807227422-network', 'tenant_id': '8b4fad2e4408459d96674069c2adf7b7'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:39.772655 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Made reservation on behalf of 8b4fad2e4408459d96674069c2adf7b7 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:39.774927 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:39.784216 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:39.855482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks [] for security_group (919ffb64-9fdd-480a-910f-9611c4105d91), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:39.972134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (919ffb64-9fdd-480a-910f-9611c4105d91), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:39.997311 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 951} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:35:40.006809 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ffb64-9fdd-480a-910f-9611c4105d91,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:40.012064 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (849b0543-0d62-48c0-b720-a71fe5c4a2b4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.012409 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Added segment 849b0543-0d62-48c0-b720-a71fe5c4a2b4 of type vlan for network 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb Mar 22 19:35:40.051588 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.166472 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.167467 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:40.168164 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.234029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] Pushing event updated for resources: {'Network': ['ID=0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:40.244173 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:35:40.298189 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e2339c94-b358-4d58-b5b5-997a4964ece1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7454901 Mar 22 19:35:40.298437 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55246) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:40.306984 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Request body: {'subnet': {'network_id': '0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807227422-subnet', 'tenant_id': '8b4fad2e4408459d96674069c2adf7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:40.401110 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Made reservation on behalf of 8b4fad2e4408459d96674069c2adf7b7 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:40.403606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10393504'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.431621 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.532819 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.555415 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901538d1-d165-43af-9e02-69dd5464cd01 req-aa6d0fe9-2207-42e8-9bd5-7fd2422d9a2d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:40.557104 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-901538d1-d165-43af-9e02-69dd5464cd01 req-aa6d0fe9-2207-42e8-9bd5-7fd2422d9a2d tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0537648 Mar 22 19:35:40.605085 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-901538d1-d165-43af-9e02-69dd5464cd01 req-7ec83769-61ac-4c47-926f-53227d00b5a6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0007748-c2b3-4363-9d8b-37d81284e1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Mar 22 19:35:40.648626 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-8538f368-8f59-46bd-90b4-452ad0eee831 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:40.650182 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-8538f368-8f59-46bd-90b4-452ad0eee831 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 946 time: 0.0548873 Mar 22 19:35:40.662177 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10303141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10393526'] for subnet (9beefb73-4ddb-48d4-a11e-fe94d3119f9e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.772309 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9beefb73-4ddb-48d4-a11e-fe94d3119f9e,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:40.783089 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Checking segment: {'id': '849b0543-0d62-48c0-b720-a71fe5c4a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:40.783441 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Network hostable DHCP agents. Network: 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:35:40.810244 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Deleting port e9982128-8254-4036-800a-a1441448a49d {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:40.810521 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (e9982128-8254-4036-800a-a1441448a49d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.894309 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] For port e9982128-8254-4036-800a-a1441448a49d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9982128-8254-4036-800a-a1441448a49d,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:40.894666 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (e9982128-8254-4036-800a-a1441448a49d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:40.907455 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Network 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:35:41.044790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:41.053572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a70a2-cb5c-420d-8fac-c6f00da7ded4 None None] Network 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:41.058370 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:41.058975 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.086764 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.087141 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (5fee77a0-2fa6-4da0-92cc-2544342af056), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.087481 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Floating IP 5fee77a0-2fa6-4da0-92cc-2544342af056 disassociated. External IP: 172.27.0.146, port: e9982128-8254-4036-800a-a1441448a49d. Mar 22 19:35:41.087871 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Calling delete_port for e9982128-8254-4036-800a-a1441448a49d owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:41.198415 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-172d8fc1-af13-473f-9e38-cc9b11fe1d93 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8989828 Mar 22 19:35:41.298781 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b06e9-1899-4d3b-a2df-dbd4db6169d8 None None] Network 0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:41.309914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (e9982128-8254-4036-800a-a1441448a49d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.329069 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55256) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:41.346552 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event deleted for resources: {'Port': ['ID=e9982128-8254-4036-800a-a1441448a49d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:41.400655 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Deleting subnet 33ac9b16-41f2-4803-b3cc-c470d0c99dc7 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:41.405042 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Publish callbacks [] for subnet (33ac9b16-41f2-4803-b3cc-c470d0c99dc7), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.443671 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (33ac9b16-41f2-4803-b3cc-c470d0c99dc7), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.472278 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Router 93f81a09-6346-4c85-a68f-347926316fbd has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:41.486053 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (33ac9b16-41f2-4803-b3cc-c470d0c99dc7), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.581381 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:41.593522 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:41.604983 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:41.605936 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:41.624780 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] No DVR routers for this DVR port e9982128-8254-4036-800a-a1441448a49d on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:41.627607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.631944 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0bd653a2-9bb2-411e-bd44-1c532b619ab2 req-30e74d40-ab68-4585-8714-2f786fecf6e8 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.45 "DELETE /v2.0/ports/e9982128-8254-4036-800a-a1441448a49d HTTP/1.1" status: 204 len: 173 time: 0.9764516 Mar 22 19:35:41.632187 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-deleted', 'tag': 'e9982128-8254-4036-800a-a1441448a49d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:41.635303 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81671762-a24b-4ee0-8255-744eafcde057" -d '{"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-deleted", "tag": "e9982128-8254-4036-800a-a1441448a49d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:41.654506 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (33ac9b16-41f2-4803-b3cc-c470d0c99dc7), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.689705 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.690038 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64cbedd-1503-4d9a-bd5f-f4b8de495752 x-openstack-request-id: req-f64cbedd-1503-4d9a-bd5f-f4b8de495752 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:41.690331 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46fdb-9b23-42c2-bb72-889dbc57c95b", "name": "network-vif-deleted", "tag": "e9982128-8254-4036-800a-a1441448a49d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:41.690584 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f64cbedd-1503-4d9a-bd5f-f4b8de495752 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:41.690982 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64cbedd-1503-4d9a-bd5f-f4b8de495752'] response: {'server_uuid': '64f46fdb-9b23-42c2-bb72-889dbc57c95b', 'name': 'network-vif-deleted', 'tag': 'e9982128-8254-4036-800a-a1441448a49d', 'status': 'completed', 'code': 200} Mar 22 19:35:41.693098 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/33ac9b16-41f2-4803-b3cc-c470d0c99dc7 HTTP/1.1" status: 204 len: 168 time: 0.3630416 Mar 22 19:35:41.695624 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55262) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:41.723049 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfd2a5-955b-4361-9706-0b542bb55a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ac9b16-41f2-4803-b3cc-c470d0c99dc7,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:41.753039 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:41.767444 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e738e05-df36-4cc7-bead-e6ac8edad454 req-f8782c70-76f2-403f-899b-eb484e984e00 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 210 time: 0.0736191 Mar 22 19:35:41.801095 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (c07699e3-f973-4234-a40c-1178fe54c884), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.806610 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.940545 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (c07699e3-f973-4234-a40c-1178fe54c884), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:41.970171 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07699e3-f973-4234-a40c-1178fe54c884']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:41.981072 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91ac99b-e864-4360-8fd0-48088d62358c') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:41.981372 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91ac99b-e864-4360-8fd0-48088d62358c') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:41.998099 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:42.015010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (c91ac99b-e864-4360-8fd0-48088d62358c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.017744 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:42.026945 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:42.027659 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:42.032615 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (c91ac99b-e864-4360-8fd0-48088d62358c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.043304 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:42.043833 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (c91ac99b-e864-4360-8fd0-48088d62358c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:42.045762 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:42.163815 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:42.262111 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (c07699e3-f973-4234-a40c-1178fe54c884), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.267849 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.271071 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c07699e3-f973-4234-a40c-1178fe54c884 HTTP/1.1" status: 204 len: 168 time: 0.5743053 Mar 22 19:35:42.275258 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55272) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:42.284481 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a66c76-19ec-4cc4-8064-47e6f7187fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07699e3-f973-4234-a40c-1178fe54c884,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:42.332088 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Deleting subnet 9beefb73-4ddb-48d4-a11e-fe94d3119f9e {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:42.335320 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Publish callbacks [] for subnet (9beefb73-4ddb-48d4-a11e-fe94d3119f9e), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.377028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (9beefb73-4ddb-48d4-a11e-fe94d3119f9e), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.391472 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:42.424594 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17638cf-1d42-410a-86ba-f560d969f95d None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:28:51Z', 'revision_number': 4, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'f8578083-b5bb-4bb9-81f2-ee2eb386688a', 'name': '', 'network_id': 'c6d33306-36ab-4996-b622-ed8a4935ca43', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'mac_address': 'fa:16:3e:2c:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:48Z', 'updated_at': '2022-03-22T19:29:00Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'subnets': [{'id': '29821785-22c1-49b5-8b9a-4300ae4e7bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:42.424829 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (9beefb73-4ddb-48d4-a11e-fe94d3119f9e), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.607750 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (9beefb73-4ddb-48d4-a11e-fe94d3119f9e), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.636634 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9beefb73-4ddb-48d4-a11e-fe94d3119f9e,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:42.643867 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.646949 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-848c2a74-c685-4ab1-b78a-8747268dc474 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9beefb73-4ddb-48d4-a11e-fe94d3119f9e HTTP/1.1" status: 204 len: 168 time: 0.3700871 Mar 22 19:35:42.649704 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55274) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:42.664563 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9947c7-a9fd-4c89-9f72-780be53e7f4a None None] New status for floating IP 5fee77a0-2fa6-4da0-92cc-2544342af056: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:35:42.719037 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.811217 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.836847 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:42.854106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849b0543-0d62-48c0-b720-a71fe5c4a2b4') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:42.854482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849b0543-0d62-48c0-b720-a71fe5c4a2b4') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:42.879875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (849b0543-0d62-48c0-b720-a71fe5c4a2b4), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.890315 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fb384dc4-817b-42e3-b767-15197122aeec req-c1b31bcc-3447-4bd3-8fc7-705cf620569b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/ports?device_id=64f46fdb-9b23-42c2-bb72-889dbc57c95b HTTP/1.1" status: 200 len: 210 time: 0.0299044 Mar 22 19:35:42.900977 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (849b0543-0d62-48c0-b720-a71fe5c4a2b4), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.913294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:42.913738 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (849b0543-0d62-48c0-b720-a71fe5c4a2b4), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:42.915463 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:43.041053 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.046140 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.049353 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb HTTP/1.1" status: 204 len: 168 time: 0.3986437 Mar 22 19:35:43.067703 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8ecb2-27bd-441d-90e2-f4a4f1420d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aaa33ff-47a0-40d9-a0cf-79ba5f65a0cb,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:43.456105 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55300) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:43.497144 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3d1d4471-5978-472a-8083-1d7980337aa8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=571725bf3fb444c2958ed08ddbd83855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397699 Mar 22 19:35:43.499649 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55302) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:43.548980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25a5b771-654a-49f1-97e6-60c989261e23 admin admin] Publish callbacks [] for security_group (584357fb-b7cc-40f9-9870-37538f695715), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.569465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25a5b771-654a-49f1-97e6-60c989261e23 admin admin] Publish callbacks [] for security_group (584357fb-b7cc-40f9-9870-37538f695715), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.744010 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25a5b771-654a-49f1-97e6-60c989261e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (584357fb-b7cc-40f9-9870-37538f695715), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.746806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25a5b771-654a-49f1-97e6-60c989261e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.748374 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-25a5b771-654a-49f1-97e6-60c989261e23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/584357fb-b7cc-40f9-9870-37538f695715 HTTP/1.1" status: 204 len: 168 time: 0.2478209 Mar 22 19:35:43.756868 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5b771-654a-49f1-97e6-60c989261e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584357fb-b7cc-40f9-9870-37538f695715,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:43.787065 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:43.798640 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: e9982128-8254-4036-800a-a1441448a49d {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:43.799053 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device e9982128-8254-4036-800a-a1441448a49d not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:44.076375 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55314) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.131328 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86061c42-bbfe-41d9-a5ee-e00f956a6f09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (c0007748-c2b3-4363-9d8b-37d81284e1a1), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.156958 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86061c42-bbfe-41d9-a5ee-e00f956a6f09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (c0007748-c2b3-4363-9d8b-37d81284e1a1), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.327094 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86061c42-bbfe-41d9-a5ee-e00f956a6f09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c0007748-c2b3-4363-9d8b-37d81284e1a1), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.329710 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86061c42-bbfe-41d9-a5ee-e00f956a6f09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.330909 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-86061c42-bbfe-41d9-a5ee-e00f956a6f09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "DELETE /v2.0/security-groups/c0007748-c2b3-4363-9d8b-37d81284e1a1 HTTP/1.1" status: 204 len: 168 time: 0.2534823 Mar 22 19:35:44.333645 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55318) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.340867 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86061c42-bbfe-41d9-a5ee-e00f956a6f09 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0007748-c2b3-4363-9d8b-37d81284e1a1,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:44.347432 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-176b288c-dce4-4eb2-8c8e-e49f1de02fd6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] show failed (client error): The resource could not be found. Mar 22 19:35:44.348529 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-176b288c-dce4-4eb2-8c8e-e49f1de02fd6 tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "GET /v2.0/security-groups/c0007748-c2b3-4363-9d8b-37d81284e1a1 HTTP/1.1" status: 404 len: 347 time: 0.0139282 Mar 22 19:35:44.351442 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55320) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.479593 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Deleting port 77842b06-cebc-4a97-b8b9-0b1b3b168e27 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:44.479986 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.584676 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:35:44.641018 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55322) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.687899 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9572d964-5f1b-4386-a531-b97ea7ed7813 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b4fad2e4408459d96674069c2adf7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437353 Mar 22 19:35:44.688167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55324) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.741902 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ed28e3b-2371-4f66-996e-57ebfcea2684 admin admin] Publish callbacks [] for security_group (919ffb64-9fdd-480a-910f-9611c4105d91), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.765692 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ed28e3b-2371-4f66-996e-57ebfcea2684 admin admin] Publish callbacks [] for security_group (919ffb64-9fdd-480a-910f-9611c4105d91), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.818683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.819194 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (77842b06-cebc-4a97-b8b9-0b1b3b168e27), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.833137 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Calling delete_port for 77842b06-cebc-4a97-b8b9-0b1b3b168e27 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:44.932113 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ed28e3b-2371-4f66-996e-57ebfcea2684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (919ffb64-9fdd-480a-910f-9611c4105d91), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.935391 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ed28e3b-2371-4f66-996e-57ebfcea2684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.936691 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0ed28e3b-2371-4f66-996e-57ebfcea2684 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/919ffb64-9fdd-480a-910f-9611c4105d91 HTTP/1.1" status: 204 len: 168 time: 0.2476265 Mar 22 19:35:44.946124 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed28e3b-2371-4f66-996e-57ebfcea2684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ffb64-9fdd-480a-910f-9611c4105d91,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:45.086647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (77842b06-cebc-4a97-b8b9-0b1b3b168e27), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:45.113066 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Pushing event deleted for resources: {'Port': ['ID=77842b06-cebc-4a97-b8b9-0b1b3b168e27,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:45.172670 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks [] for floatingip (5fee77a0-2fa6-4da0-92cc-2544342af056), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:45.175221 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:45.176449 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1aeac2a8-3a54-46bf-8f3f-8111ffc8251b tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] 10.222.0.79 "DELETE /v2.0/floatingips/5fee77a0-2fa6-4da0-92cc-2544342af056 HTTP/1.1" status: 204 len: 168 time: 0.8240142 Mar 22 19:35:48.058623 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55430) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:48.580160 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (93f81a09-6346-4c85-a68f-347926316fbd), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:48.845061 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Deleting port f8578083-b5bb-4bb9-81f2-ee2eb386688a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:48.845061 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:48.927451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] For port f8578083-b5bb-4bb9-81f2-ee2eb386688a, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f8578083-b5bb-4bb9-81f2-ee2eb386688a,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:48.927851 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:48.941259 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Calling delete_port for f8578083-b5bb-4bb9-81f2-ee2eb386688a owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:49.223867 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (f8578083-b5bb-4bb9-81f2-ee2eb386688a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:49.252319 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8578083-b5bb-4bb9-81f2-ee2eb386688a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:49.439845 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (93f81a09-6346-4c85-a68f-347926316fbd), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:49.676815 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Router 93f81a09-6346-4c85-a68f-347926316fbd has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:50.037161 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:50.044745 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-06ca3b36-82a2-4068-a9fb-3cd7e1640305 admin admin] 10.222.0.79 "PUT /v2.0/routers/93f81a09-6346-4c85-a68f-347926316fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9847128 Mar 22 19:35:50.045597 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55512) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:50.046385 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] Sync routers for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:50.057551 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:50.057551 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:50.156969 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks [] for router (93f81a09-6346-4c85-a68f-347926316fbd), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.170078 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:50.265199 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks [] for router_gateway (93f81a09-6346-4c85-a68f-347926316fbd), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.356569 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:49Z', 'revision_number': 5, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port': {'id': '9f5824c4-5e87-46c1-924f-078c25eb7203', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f81a09-6346-4c85-a68f-347926316fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:42Z', 'updated_at': '2022-03-22T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:50.388103 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] Checking router: 93f81a09-6346-4c85-a68f-347926316fbd for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:50.396369 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] Routers {'93f81a09-6346-4c85-a68f-347926316fbd'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:50.396856 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:35:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['93f81a09-6346-4c85-a68f-347926316fbd'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:50.423987 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Deleting port 9f5824c4-5e87-46c1-924f-078c25eb7203 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:50.424338 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.483892 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] Set router 93f81a09-6346-4c85-a68f-347926316fbd gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:50.524665 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] For port 9f5824c4-5e87-46c1-924f-078c25eb7203, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=9f5824c4-5e87-46c1-924f-078c25eb7203,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:50.525114 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.539572 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Calling delete_port for 9f5824c4-5e87-46c1-924f-078c25eb7203 owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:50.540295 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:50Z', 'revision_number': 6, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:50.567786 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d1d53-fe68-435c-bc82-52f95d680120 None None] The sync data for ids ['93f81a09-6346-4c85-a68f-347926316fbd'] in dv-cinder-799871-19-iscsi is: [{'id': '93f81a09-6346-4c85-a68f-347926316fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-635158415-router', 'tenant_id': '1badfd04e9bc40e6bce128ca477f5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:41Z', 'updated_at': '2022-03-22T19:35:50Z', 'revision_number': 6, 'project_id': '1badfd04e9bc40e6bce128ca477f5310', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:50.775869 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55530) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:50.789455 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (9f5824c4-5e87-46c1-924f-078c25eb7203), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.819698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5824c4-5e87-46c1-924f-078c25eb7203,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:50.888352 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (93f81a09-6346-4c85-a68f-347926316fbd), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.957710 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d3d0279d-20c5-4fe0-b2cb-23bd6bfa05a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.007879 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (93f81a09-6346-4c85-a68f-347926316fbd), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.011844 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks [] for router_controller (93f81a09-6346-4c85-a68f-347926316fbd), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.116589 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d3d0279d-20c5-4fe0-b2cb-23bd6bfa05a0 admin admin] Publish callbacks [] for security_group (df61f5bc-fe6d-4a47-a737-dfff92f15780), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.184914 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (93f81a09-6346-4c85-a68f-347926316fbd), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.185485 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93f81a09-6346-4c85-a68f-347926316fbd {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:35:51.189943 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.191097 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-530a9ebc-bbfd-4e4a-bf74-cbdcc7e4e6db admin admin] 10.222.0.79 "DELETE /v2.0/routers/93f81a09-6346-4c85-a68f-347926316fbd HTTP/1.1" status: 204 len: 168 time: 1.1445839 Mar 22 19:35:51.198608 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55540) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:51.224162 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d3d0279d-20c5-4fe0-b2cb-23bd6bfa05a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (df61f5bc-fe6d-4a47-a737-dfff92f15780), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.275731 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0279d-20c5-4fe0-b2cb-23bd6bfa05a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df61f5bc-fe6d-4a47-a737-dfff92f15780,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:51.279929 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d3d0279d-20c5-4fe0-b2cb-23bd6bfa05a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6826d71467f431fabcf5f32fc01f2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5030055 Mar 22 19:35:51.282822 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Deleting subnet 29821785-22c1-49b5-8b9a-4300ae4e7bba {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:51.290854 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55544) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:51.291609 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Publish callbacks [] for subnet (29821785-22c1-49b5-8b9a-4300ae4e7bba), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.335038 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (29821785-22c1-49b5-8b9a-4300ae4e7bba), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.335416 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0eac789-c6b8-455e-8c93-a5b443035875 admin admin] Publish callbacks [] for security_group (df61f5bc-fe6d-4a47-a737-dfff92f15780), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.367046 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0eac789-c6b8-455e-8c93-a5b443035875 admin admin] Publish callbacks [] for security_group (df61f5bc-fe6d-4a47-a737-dfff92f15780), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.390466 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9f5824c4-5e87-46c1-924f-078c25eb7203 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:51.413301 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 9f5824c4-5e87-46c1-924f-078c25eb7203 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:51.415952 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 9f5824c4-5e87-46c1-924f-078c25eb7203 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:51.415952 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f8578083-b5bb-4bb9-81f2-ee2eb386688a no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:51.426195 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (29821785-22c1-49b5-8b9a-4300ae4e7bba), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.444705 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: f8578083-b5bb-4bb9-81f2-ee2eb386688a {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:51.445046 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f8578083-b5bb-4bb9-81f2-ee2eb386688a not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:51.584030 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0eac789-c6b8-455e-8c93-a5b443035875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (df61f5bc-fe6d-4a47-a737-dfff92f15780), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.584550 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (29821785-22c1-49b5-8b9a-4300ae4e7bba), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.593869 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0eac789-c6b8-455e-8c93-a5b443035875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.593869 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c0eac789-c6b8-455e-8c93-a5b443035875 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df61f5bc-fe6d-4a47-a737-dfff92f15780 HTTP/1.1" status: 204 len: 168 time: 0.3070374 Mar 22 19:35:51.599602 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eac789-c6b8-455e-8c93-a5b443035875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61f5bc-fe6d-4a47-a737-dfff92f15780,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:51.616182 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29821785-22c1-49b5-8b9a-4300ae4e7bba,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:51.626663 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.635768 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f233e511-c4c6-4e38-b21e-568f62039645 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/29821785-22c1-49b5-8b9a-4300ae4e7bba HTTP/1.1" status: 204 len: 168 time: 0.4303792 Mar 22 19:35:51.637611 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753ffad-d5b3-4ce3-a1f7-11ecdb164578 None None] Network c6d33306-36ab-4996-b622-ed8a4935ca43 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:51.637892 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55548) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:51.717764 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (c6d33306-36ab-4996-b622-ed8a4935ca43), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.775483 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Deleting port 3b49c9ef-b190-4bd5-9ead-7870359c39ef {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:51.775912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.826955 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] DHCP port deletion for c6d33306-36ab-4996-b622-ed8a4935ca43 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:35:51.851022 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] For port 3b49c9ef-b190-4bd5-9ead-7870359c39ef, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3b49c9ef-b190-4bd5-9ead-7870359c39ef,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:51.851656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.864539 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Calling delete_port for 3b49c9ef-b190-4bd5-9ead-7870359c39ef owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:51.875311 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] Deleting port 3b49c9ef-b190-4bd5-9ead-7870359c39ef {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:51.875710 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.948341 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] For port 3b49c9ef-b190-4bd5-9ead-7870359c39ef, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=3b49c9ef-b190-4bd5-9ead-7870359c39ef,segment=NetworkSegment(7a227998-9220-46a9-876b-abc758770340),segment_id=7a227998-9220-46a9-876b-abc758770340)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:51.948758 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.964180 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] Calling delete_port for 3b49c9ef-b190-4bd5-9ead-7870359c39ef owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:52.069572 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.076282 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (3b49c9ef-b190-4bd5-9ead-7870359c39ef), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.101677 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] Pushing event deleted for resources: {'Port': ['ID=3b49c9ef-b190-4bd5-9ead-7870359c39ef,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:52.101878 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Pushing event deleted for resources: {'Port': ['ID=3b49c9ef-b190-4bd5-9ead-7870359c39ef,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:52.103592 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] No DVR routers for this DVR port 3b49c9ef-b190-4bd5-9ead-7870359c39ef on host dv-cinder-799871-19-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:52.105017 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd14106-8c6d-4bfa-8c2d-62097ace9d64 None None] No DVR routers for this DVR port 3b49c9ef-b190-4bd5-9ead-7870359c39ef on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:52.175514 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (c6d33306-36ab-4996-b622-ed8a4935ca43), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.197760 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d33306-36ab-4996-b622-ed8a4935ca43']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:52.209598 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a227998-9220-46a9-876b-abc758770340') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:52.209899 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a227998-9220-46a9-876b-abc758770340') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:52.220654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (7a227998-9220-46a9-876b-abc758770340), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.234545 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (7a227998-9220-46a9-876b-abc758770340), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.240485 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:52.240870 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (7a227998-9220-46a9-876b-abc758770340), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:52.242696 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:52.285489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55558) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:52.304383 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7359356-c433-43de-9c01-6594f6f8ea91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.381777 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7359356-c433-43de-9c01-6594f6f8ea91 admin admin] Publish callbacks [] for security_group (8a616908-f608-4e85-b8fe-318cf722c24f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.395790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (c6d33306-36ab-4996-b622-ed8a4935ca43), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.401795 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.406895 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] 10.222.0.79 "DELETE /v2.0/networks/c6d33306-36ab-4996-b622-ed8a4935ca43 HTTP/1.1" status: 204 len: 168 time: 0.7667084 Mar 22 19:35:52.421416 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2527e-39c4-4bdf-b5ad-e4e676fc5eec admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d33306-36ab-4996-b622-ed8a4935ca43,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:52.457984 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7359356-c433-43de-9c01-6594f6f8ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8a616908-f608-4e85-b8fe-318cf722c24f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.497193 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7359356-c433-43de-9c01-6594f6f8ea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a616908-f608-4e85-b8fe-318cf722c24f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:52.504663 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55564) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:52.504764 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c7359356-c433-43de-9c01-6594f6f8ea91 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d51dff270b84381a8d4b1858ac63b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177050 Mar 22 19:35:52.553234 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6ea5-f003-4eb1-833c-b1c73851882e admin admin] Publish callbacks [] for security_group (8a616908-f608-4e85-b8fe-318cf722c24f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.574583 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6ea5-f003-4eb1-833c-b1c73851882e admin admin] Publish callbacks [] for security_group (8a616908-f608-4e85-b8fe-318cf722c24f), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.733193 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6ea5-f003-4eb1-833c-b1c73851882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8a616908-f608-4e85-b8fe-318cf722c24f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.735852 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6ea5-f003-4eb1-833c-b1c73851882e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.737012 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d8ee6ea5-f003-4eb1-833c-b1c73851882e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a616908-f608-4e85-b8fe-318cf722c24f HTTP/1.1" status: 204 len: 168 time: 0.2314973 Mar 22 19:35:52.745014 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6ea5-f003-4eb1-833c-b1c73851882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a616908-f608-4e85-b8fe-318cf722c24f,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:52.835317 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55568) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:52.875562 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b7aa7ba0-85a7-4d30-a2da-6b1330ecd033 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1badfd04e9bc40e6bce128ca477f5310&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390284 Mar 22 19:35:52.878010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55570) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:52.929132 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e0802a8-78de-4b1b-989e-34a0fe7a1e53 admin admin] Publish callbacks [] for security_group (a2a5c200-0b81-4c55-a242-80625a549214), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:52.950196 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e0802a8-78de-4b1b-989e-34a0fe7a1e53 admin admin] Publish callbacks [] for security_group (a2a5c200-0b81-4c55-a242-80625a549214), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:53.046563 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e0802a8-78de-4b1b-989e-34a0fe7a1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a2a5c200-0b81-4c55-a242-80625a549214), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:53.049289 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e0802a8-78de-4b1b-989e-34a0fe7a1e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:53.050452 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0e0802a8-78de-4b1b-989e-34a0fe7a1e53 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2a5c200-0b81-4c55-a242-80625a549214 HTTP/1.1" status: 204 len: 168 time: 0.1714978 Mar 22 19:35:53.058375 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0802a8-78de-4b1b-989e-34a0fe7a1e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a5c200-0b81-4c55-a242-80625a549214,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:53.178753 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3b49c9ef-b190-4bd5-9ead-7870359c39ef no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:53.198477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 3b49c9ef-b190-4bd5-9ead-7870359c39ef {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:53.198829 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 3b49c9ef-b190-4bd5-9ead-7870359c39ef not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:58.773356 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55770) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:58.877281 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1fea818d-3556-496b-bcf0-9960f4a33f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:58.951897 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1fea818d-3556-496b-bcf0-9960f4a33f62 admin admin] Publish callbacks [] for security_group (3925aa6a-8867-4f16-a57a-0ff43e293758), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.012882 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1fea818d-3556-496b-bcf0-9960f4a33f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (3925aa6a-8867-4f16-a57a-0ff43e293758), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.054111 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1fea818d-3556-496b-bcf0-9960f4a33f62 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f525a334cdd54a9bba8eb13a06dfbed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796988 Mar 22 19:35:59.055045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea818d-3556-496b-bcf0-9960f4a33f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925aa6a-8867-4f16-a57a-0ff43e293758,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:59.056852 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55778) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:59.109547 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d01ec6fb-b89b-40e2-8f9d-118d9d9f6bd4 admin admin] Publish callbacks [] for security_group (3925aa6a-8867-4f16-a57a-0ff43e293758), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.130584 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d01ec6fb-b89b-40e2-8f9d-118d9d9f6bd4 admin admin] Publish callbacks [] for security_group (3925aa6a-8867-4f16-a57a-0ff43e293758), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.246643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d01ec6fb-b89b-40e2-8f9d-118d9d9f6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (3925aa6a-8867-4f16-a57a-0ff43e293758), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.249417 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d01ec6fb-b89b-40e2-8f9d-118d9d9f6bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.250688 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d01ec6fb-b89b-40e2-8f9d-118d9d9f6bd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3925aa6a-8867-4f16-a57a-0ff43e293758 HTTP/1.1" status: 204 len: 168 time: 0.1927538 Mar 22 19:35:59.258426 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ec6fb-b89b-40e2-8f9d-118d9d9f6bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925aa6a-8867-4f16-a57a-0ff43e293758,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:59.953520 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55786) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:59.967663 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce37161d-c470-433d-8eb1-b04b3bf10992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.043865 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce37161d-c470-433d-8eb1-b04b3bf10992 admin admin] Publish callbacks [] for security_group (99df3f64-26c3-44a6-918c-c7614c1a0b71), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.121039 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce37161d-c470-433d-8eb1-b04b3bf10992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (99df3f64-26c3-44a6-918c-c7614c1a0b71), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.160369 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ce37161d-c470-433d-8eb1-b04b3bf10992 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19c71debbee048978bce277a8e1203bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057841 Mar 22 19:36:00.161054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37161d-c470-433d-8eb1-b04b3bf10992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df3f64-26c3-44a6-918c-c7614c1a0b71,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:00.163177 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55790) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:00.210356 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf8e9-b960-4724-9f1e-cffb84519062 admin admin] Publish callbacks [] for security_group (99df3f64-26c3-44a6-918c-c7614c1a0b71), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.230557 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf8e9-b960-4724-9f1e-cffb84519062 admin admin] Publish callbacks [] for security_group (99df3f64-26c3-44a6-918c-c7614c1a0b71), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.412343 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf8e9-b960-4724-9f1e-cffb84519062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (99df3f64-26c3-44a6-918c-c7614c1a0b71), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.415088 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf8e9-b960-4724-9f1e-cffb84519062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:00.416339 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1dfdf8e9-b960-4724-9f1e-cffb84519062 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99df3f64-26c3-44a6-918c-c7614c1a0b71 HTTP/1.1" status: 204 len: 168 time: 0.2520921 Mar 22 19:36:00.425324 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf8e9-b960-4724-9f1e-cffb84519062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df3f64-26c3-44a6-918c-c7614c1a0b71,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:03.295500 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55864) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:03.403452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f5314c6e-21d6-4cbd-be2f-1413094e41ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.485048 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f5314c6e-21d6-4cbd-be2f-1413094e41ef admin admin] Publish callbacks [] for security_group (91f44a50-0327-41a4-9792-c7f2a754d9cb), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.595429 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f5314c6e-21d6-4cbd-be2f-1413094e41ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (91f44a50-0327-41a4-9792-c7f2a754d9cb), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.634332 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f5314c6e-21d6-4cbd-be2f-1413094e41ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dca051bc4172432ca84fa2c5d3591df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375559 Mar 22 19:36:03.637331 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55876) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:03.639007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5314c6e-21d6-4cbd-be2f-1413094e41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f44a50-0327-41a4-9792-c7f2a754d9cb,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:03.690483 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc8f0-6010-493f-8742-2511a3c71672 admin admin] Publish callbacks [] for security_group (91f44a50-0327-41a4-9792-c7f2a754d9cb), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.714273 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc8f0-6010-493f-8742-2511a3c71672 admin admin] Publish callbacks [] for security_group (91f44a50-0327-41a4-9792-c7f2a754d9cb), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.880636 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc8f0-6010-493f-8742-2511a3c71672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (91f44a50-0327-41a4-9792-c7f2a754d9cb), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.883276 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc8f0-6010-493f-8742-2511a3c71672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:03.884462 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d9ffc8f0-6010-493f-8742-2511a3c71672 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91f44a50-0327-41a4-9792-c7f2a754d9cb HTTP/1.1" status: 204 len: 168 time: 0.2461524 Mar 22 19:36:03.892663 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffc8f0-6010-493f-8742-2511a3c71672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f44a50-0327-41a4-9792-c7f2a754d9cb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:04.621425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55904) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:04.635097 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51989e86-a837-4f48-93cd-5a6a6355dc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:04.709549 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51989e86-a837-4f48-93cd-5a6a6355dc54 admin admin] Publish callbacks [] for security_group (c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:04.800718 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55908) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:04.801230 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51989e86-a837-4f48-93cd-5a6a6355dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:04.842168 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-51989e86-a837-4f48-93cd-5a6a6355dc54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d061e66595e4cc48c3a7354f9e04e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194607 Mar 22 19:36:04.843062 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989e86-a837-4f48-93cd-5a6a6355dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:04.845540 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55912) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:04.899427 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e161-74ff-4d43-8159-460d7c35964b admin admin] Publish callbacks [] for security_group (c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:04.921790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-766232eb-bf59-41f5-be70-1620e4d43290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:04.940937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e161-74ff-4d43-8159-460d7c35964b admin admin] Publish callbacks [] for security_group (c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.079250 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e161-74ff-4d43-8159-460d7c35964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.081467 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e161-74ff-4d43-8159-460d7c35964b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.082616 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2ef1e161-74ff-4d43-8159-460d7c35964b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7 HTTP/1.1" status: 204 len: 168 time: 0.2359626 Mar 22 19:36:05.105743 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1e161-74ff-4d43-8159-460d7c35964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9963e7c-e0cd-4f9c-ad77-967e69e5e4e7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:05.110975 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-766232eb-bf59-41f5-be70-1620e4d43290 admin admin] Publish callbacks [] for security_group (4b1c1f07-96eb-45dd-b525-5dadbc0ba74b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.189595 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-766232eb-bf59-41f5-be70-1620e4d43290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (4b1c1f07-96eb-45dd-b525-5dadbc0ba74b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.229506 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-766232eb-bf59-41f5-be70-1620e4d43290 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bcf6f981d9dd43ee8d0405503a833bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275310 Mar 22 19:36:05.230380 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766232eb-bf59-41f5-be70-1620e4d43290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c1f07-96eb-45dd-b525-5dadbc0ba74b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:05.232268 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55918) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:05.281769 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5247c4-c86c-4641-be03-d26d409cbd9c admin admin] Publish callbacks [] for security_group (4b1c1f07-96eb-45dd-b525-5dadbc0ba74b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.292449 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-39c9b8ba-de5d-4827-b77a-8ba7978f9b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.308997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5247c4-c86c-4641-be03-d26d409cbd9c admin admin] Publish callbacks [] for security_group (4b1c1f07-96eb-45dd-b525-5dadbc0ba74b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.440854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5247c4-c86c-4641-be03-d26d409cbd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (4b1c1f07-96eb-45dd-b525-5dadbc0ba74b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.443516 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5247c4-c86c-4641-be03-d26d409cbd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.444699 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bd5247c4-c86c-4641-be03-d26d409cbd9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b1c1f07-96eb-45dd-b525-5dadbc0ba74b HTTP/1.1" status: 204 len: 168 time: 0.2112823 Mar 22 19:36:05.452823 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5247c4-c86c-4641-be03-d26d409cbd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c1f07-96eb-45dd-b525-5dadbc0ba74b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:05.789874 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55926) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:05.803885 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6942ceb8-8ba6-47ae-964a-791ee6065586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.876060 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55930) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:05.885506 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6942ceb8-8ba6-47ae-964a-791ee6065586 admin admin] Publish callbacks [] for security_group (f625cfe2-6d4a-4b8d-a24e-0874bee751ec), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.943641 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6942ceb8-8ba6-47ae-964a-791ee6065586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f625cfe2-6d4a-4b8d-a24e-0874bee751ec), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:05.992128 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ceb8-8ba6-47ae-964a-791ee6065586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625cfe2-6d4a-4b8d-a24e-0874bee751ec,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:06.001742 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6942ceb8-8ba6-47ae-964a-791ee6065586 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59bc41e58c21447a9716b1a44e0b50c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107778 Mar 22 19:36:06.003246 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caab5d54-9540-4ee2-b4ee-b061826f3e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.004664 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55934) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:06.056530 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4bff7722-071d-4f89-886f-480f04d16fe1 admin admin] Publish callbacks [] for security_group (f625cfe2-6d4a-4b8d-a24e-0874bee751ec), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.082865 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4bff7722-071d-4f89-886f-480f04d16fe1 admin admin] Publish callbacks [] for security_group (f625cfe2-6d4a-4b8d-a24e-0874bee751ec), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.083417 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caab5d54-9540-4ee2-b4ee-b061826f3e02 admin admin] Publish callbacks [] for security_group (b821a229-7d53-4a03-ae16-4867d569c21f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.166420 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caab5d54-9540-4ee2-b4ee-b061826f3e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b821a229-7d53-4a03-ae16-4867d569c21f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.198270 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4bff7722-071d-4f89-886f-480f04d16fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (f625cfe2-6d4a-4b8d-a24e-0874bee751ec), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.198270 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4bff7722-071d-4f89-886f-480f04d16fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.199424 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4bff7722-071d-4f89-886f-480f04d16fe1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f625cfe2-6d4a-4b8d-a24e-0874bee751ec HTTP/1.1" status: 204 len: 168 time: 0.1930907 Mar 22 19:36:06.208611 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-caab5d54-9540-4ee2-b4ee-b061826f3e02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=976ba43cebe849baa6c88d0a14e52973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315191 Mar 22 19:36:06.209562 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab5d54-9540-4ee2-b4ee-b061826f3e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b821a229-7d53-4a03-ae16-4867d569c21f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:06.211619 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff7722-071d-4f89-886f-480f04d16fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625cfe2-6d4a-4b8d-a24e-0874bee751ec,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:06.213655 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55938) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:06.272698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61afa51b-d01a-42cf-bb0b-96ea78174f34 admin admin] Publish callbacks [] for security_group (b821a229-7d53-4a03-ae16-4867d569c21f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.278723 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55940) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:06.292297 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-883d79f1-3c5f-4bff-aa57-612f053d6db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.297458 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61afa51b-d01a-42cf-bb0b-96ea78174f34 admin admin] Publish callbacks [] for security_group (b821a229-7d53-4a03-ae16-4867d569c21f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.366723 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-883d79f1-3c5f-4bff-aa57-612f053d6db0 admin admin] Publish callbacks [] for security_group (c74381e2-521d-40ae-af48-23a8cf21a539), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.440708 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61afa51b-d01a-42cf-bb0b-96ea78174f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (b821a229-7d53-4a03-ae16-4867d569c21f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.443339 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61afa51b-d01a-42cf-bb0b-96ea78174f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.444581 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-61afa51b-d01a-42cf-bb0b-96ea78174f34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b821a229-7d53-4a03-ae16-4867d569c21f HTTP/1.1" status: 204 len: 168 time: 0.2300141 Mar 22 19:36:06.453479 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa51b-d01a-42cf-bb0b-96ea78174f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b821a229-7d53-4a03-ae16-4867d569c21f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:06.474929 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-883d79f1-3c5f-4bff-aa57-612f053d6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c74381e2-521d-40ae-af48-23a8cf21a539), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.519849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d79f1-3c5f-4bff-aa57-612f053d6db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74381e2-521d-40ae-af48-23a8cf21a539,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:06.525184 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-883d79f1-3c5f-4bff-aa57-612f053d6db0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2bf53ea82ec417aa42e68b055c6b8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453611 Mar 22 19:36:06.527768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55946) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:06.581123 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-650541c1-7f80-46b1-8293-2c6732a69a81 admin admin] Publish callbacks [] for security_group (c74381e2-521d-40ae-af48-23a8cf21a539), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.606106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-650541c1-7f80-46b1-8293-2c6732a69a81 admin admin] Publish callbacks [] for security_group (c74381e2-521d-40ae-af48-23a8cf21a539), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.738315 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-650541c1-7f80-46b1-8293-2c6732a69a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c74381e2-521d-40ae-af48-23a8cf21a539), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.741894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-650541c1-7f80-46b1-8293-2c6732a69a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:06.743489 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-650541c1-7f80-46b1-8293-2c6732a69a81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c74381e2-521d-40ae-af48-23a8cf21a539 HTTP/1.1" status: 204 len: 168 time: 0.2146037 Mar 22 19:36:06.753733 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650541c1-7f80-46b1-8293-2c6732a69a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74381e2-521d-40ae-af48-23a8cf21a539,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:07.408732 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55972) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:07.428626 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e901326-63a3-4f79-a39e-ec927ad12139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.513350 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e901326-63a3-4f79-a39e-ec927ad12139 admin admin] Publish callbacks [] for security_group (8fb937f4-2d97-4821-b396-825d29d7c869), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.589903 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4e901326-63a3-4f79-a39e-ec927ad12139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8fb937f4-2d97-4821-b396-825d29d7c869), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.629315 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e901326-63a3-4f79-a39e-ec927ad12139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb937f4-2d97-4821-b396-825d29d7c869,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:07.633724 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4e901326-63a3-4f79-a39e-ec927ad12139 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aeda5d4a83154d729637c36d149902b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238326 Mar 22 19:36:07.636531 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 55976) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:07.694212 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6de0e26e-d30b-4681-b6dc-4c277b451ff0 admin admin] Publish callbacks [] for security_group (8fb937f4-2d97-4821-b396-825d29d7c869), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.717181 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6de0e26e-d30b-4681-b6dc-4c277b451ff0 admin admin] Publish callbacks [] for security_group (8fb937f4-2d97-4821-b396-825d29d7c869), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.840669 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6de0e26e-d30b-4681-b6dc-4c277b451ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8fb937f4-2d97-4821-b396-825d29d7c869), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.844375 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6de0e26e-d30b-4681-b6dc-4c277b451ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.845574 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6de0e26e-d30b-4681-b6dc-4c277b451ff0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8fb937f4-2d97-4821-b396-825d29d7c869 HTTP/1.1" status: 204 len: 168 time: 0.2080464 Mar 22 19:36:07.853446 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0e26e-d30b-4681-b6dc-4c277b451ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb937f4-2d97-4821-b396-825d29d7c869,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:07.888182 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3249e68d-cdb7-4132-8369-715965da6ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:07.982899 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 55994) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:08.541948 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Deleting port 787c2256-0c7b-4372-be94-9961e5726cda {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:08.543975 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (787c2256-0c7b-4372-be94-9961e5726cda), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.649847 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (787c2256-0c7b-4372-be94-9961e5726cda), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.650413 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for floatingip (787c2256-0c7b-4372-be94-9961e5726cda), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.666128 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Calling delete_port for 787c2256-0c7b-4372-be94-9961e5726cda owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:08.892658 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (787c2256-0c7b-4372-be94-9961e5726cda), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.923559 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event deleted for resources: {'Port': ['ID=787c2256-0c7b-4372-be94-9961e5726cda,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:08.983096 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for floatingip (b9308721-31d0-4dfb-a00a-3c5f626c88fc), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.983426 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Floating IP b9308721-31d0-4dfb-a00a-3c5f626c88fc disassociated (deleted). External IP: 172.27.0.24, port: fa79f485-7d0e-494d-9c1b-9c87abb841d7. Mar 22 19:36:09.107169 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.206269 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Router 9da3a660-b95f-4fe1-958a-f95125a91919 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:36:09.348218 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:09.362489 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.364482 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] Sync routers for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:09.371834 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:09.372752 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:36:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:09.387731 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-832aac0d-b21a-445f-904a-a159bf3cd002 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "DELETE /v2.0/floatingips/b9308721-31d0-4dfb-a00a-3c5f626c88fc HTTP/1.1" status: 204 len: 168 time: 1.4033935 Mar 22 19:36:09.388319 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:09.395776 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:09.454239 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3417740e-6018-4cb1-95a5-b9eb5e91f225 x-openstack-request-id: req-3417740e-6018-4cb1-95a5-b9eb5e91f225 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:09.454540 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:09.454797 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3417740e-6018-4cb1-95a5-b9eb5e91f225 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:09.455205 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3417740e-6018-4cb1-95a5-b9eb5e91f225'] response: {'name': 'network-changed', 'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'status': 'completed', 'code': 200} Mar 22 19:36:09.521029 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:09.526256 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-8231cf17-e47e-4295-b2ac-caa1fa04743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:09.528319 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-8231cf17-e47e-4295-b2ac-caa1fa04743f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5797eaa627649599a0a8839b741ec51&device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 1129 time: 0.0506237 Mar 22 19:36:09.633436 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-2863db1c-0bd5-41b4-9ec6-415481eda9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:09.635124 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-2863db1c-0bd5-41b4-9ec6-415481eda9a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 200 len: 910 time: 0.0987380 Mar 22 19:36:09.681331 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-36a746d6-6e1b-4103-87ab-c7a899e9c063 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 200 len: 217 time: 0.0398886 Mar 22 19:36:09.748837 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:58Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:09.754299 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-5805187d-fd5e-454a-873a-2d97e7691f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:09.754299 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-5805187d-fd5e-454a-873a-2d97e7691f63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 200 len: 848 time: 0.0650365 Mar 22 19:36:09.777779 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] Checking router: 9da3a660-b95f-4fe1-958a-f95125a91919 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:36:09.794291 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:09.794291 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:36:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:09.831120 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-c176195b-fcc5-48e5-bb74-17ef20cb5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:09.833444 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-c176195b-fcc5-48e5-bb74-17ef20cb5e63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688987 Mar 22 19:36:09.951935 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b62ce5-0c25-4d5b-9248-0f4b3948b3d2 req-a4b362b4-0e82-43b0-96b9-eb143676e57d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:09.954894 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-05b62ce5-0c25-4d5b-9248-0f4b3948b3d2 req-a4b362b4-0e82-43b0-96b9-eb143676e57d tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0750773 Mar 22 19:36:09.991248 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:09.994689 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-9ca3706e-6f55-4df0-a976-4d1c4908876f service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529095 Mar 22 19:36:10.062439 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-05b62ce5-0c25-4d5b-9248-0f4b3948b3d2 req-99bb0ae4-6bc8-4df3-86a7-22de5913ceb2 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997748 Mar 22 19:36:10.122174 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59da2fd2-d96e-4dff-aa20-8c5714c48b5f req-8754942c-f67b-409a-9ab8-e26ca729814b service neutron] 10.222.0.45 "GET /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186693 Mar 22 19:36:10.238738 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:58Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:10.267941 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8572c-627c-4c7e-8057-4df66226530c None None] The sync data for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi is: [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:30:53Z', 'revision_number': 4, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': 'ac55ba47-ecb3-435c-af4e-89ea3b5b54b6', 'name': '', 'network_id': '4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'mac_address': 'fa:16:3e:39:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:52Z', 'updated_at': '2022-03-22T19:30:58Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'subnets': [{'id': 'e4b2f9b0-4f76-4fc9-9baa-751371ec1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:10.377976 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:10.537095 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8320b46-2757-4017-b998-e9d35cd2598f None None] New status for floating IP b9308721-31d0-4dfb-a00a-3c5f626c88fc: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:36:10.620255 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:11.200633 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50401ad-8a78-466c-979c-5f7f6015bb7c req-e02ef775-c446-4903-8689-a0b6c79462dd tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:11.202283 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e50401ad-8a78-466c-979c-5f7f6015bb7c req-e02ef775-c446-4903-8689-a0b6c79462dd tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0674183 Mar 22 19:36:11.253394 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e50401ad-8a78-466c-979c-5f7f6015bb7c req-d7bd4dc6-208b-4d19-8513-0499433c8c95 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9dc2e69-dc5f-45c2-895b-6046a347d441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445480 Mar 22 19:36:11.387263 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-a6d77368-3dca-404e-a391-45f2222c30db tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:11.388846 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-a6d77368-3dca-404e-a391-45f2222c30db tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.45 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 945 time: 0.0581930 Mar 22 19:36:11.496180 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Deleting port fa79f485-7d0e-494d-9c1b-9c87abb841d7 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:11.496517 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:11.585987 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] For port fa79f485-7d0e-494d-9c1b-9c87abb841d7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fa79f485-7d0e-494d-9c1b-9c87abb841d7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:11.586354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:11.600131 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Calling delete_port for fa79f485-7d0e-494d-9c1b-9c87abb841d7 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:11.772064 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:11.835275 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (fa79f485-7d0e-494d-9c1b-9c87abb841d7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:11.866136 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event deleted for resources: {'Port': ['ID=fa79f485-7d0e-494d-9c1b-9c87abb841d7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:11.894604 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.894957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.895303 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.895665 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.896023 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.896389 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.896654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.897427 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.897427 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.897619 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.898020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.898346 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.898661 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.898979 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.899314 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:11.927218 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] No DVR routers for this DVR port fa79f485-7d0e-494d-9c1b-9c87abb841d7 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:11.929861 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:11.936193 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-336bbc62-93ad-42b3-8fbd-72441145b456 req-7f571b03-b5ad-485d-ae09-a75f3abaf6d9 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.45 "DELETE /v2.0/ports/fa79f485-7d0e-494d-9c1b-9c87abb841d7 HTTP/1.1" status: 204 len: 173 time: 0.5409777 Mar 22 19:36:11.937020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-deleted', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:11.940330 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bcb9de-a18f-427c-97f8-2f7ae1909da4" -d '{"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-deleted", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:11.981309 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14342810-77da-40a1-9eb6-d08850f3c05f x-openstack-request-id: req-14342810-77da-40a1-9eb6-d08850f3c05f {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:11.981610 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2da79-9ecf-453d-9e8a-407ec23f079f", "name": "network-vif-deleted", "tag": "fa79f485-7d0e-494d-9c1b-9c87abb841d7", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:11.981935 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14342810-77da-40a1-9eb6-d08850f3c05f {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:11.982337 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14342810-77da-40a1-9eb6-d08850f3c05f'] response: {'server_uuid': '97a2da79-9ecf-453d-9e8a-407ec23f079f', 'name': 'network-vif-deleted', 'tag': 'fa79f485-7d0e-494d-9c1b-9c87abb841d7', 'status': 'completed', 'code': 200} Mar 22 19:36:12.358101 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-04e5b5b5-f582-4e96-b070-8923efb27ac9 req-e80e6fc3-c654-4282-9afd-db965715314c tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 210 time: 0.0317960 Mar 22 19:36:13.016160 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56172) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:13.130601 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3744248-b824-4d13-849c-1c413e1aff2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.204182 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3744248-b824-4d13-849c-1c413e1aff2f admin admin] Publish callbacks [] for security_group (75d9f26e-59c5-4f09-b113-b8c1bc0647fb), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.315097 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3744248-b824-4d13-849c-1c413e1aff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (75d9f26e-59c5-4f09-b113-b8c1bc0647fb), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.353468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3744248-b824-4d13-849c-1c413e1aff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9f26e-59c5-4f09-b113-b8c1bc0647fb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:13.358060 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f3744248-b824-4d13-849c-1c413e1aff2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fdf342af52e14a05992c0b4a2dba430b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407357 Mar 22 19:36:13.360873 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56176) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:13.412785 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-965a216e-bf80-4328-ad8a-2add990cc59b admin admin] Publish callbacks [] for security_group (75d9f26e-59c5-4f09-b113-b8c1bc0647fb), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.437093 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-965a216e-bf80-4328-ad8a-2add990cc59b admin admin] Publish callbacks [] for security_group (75d9f26e-59c5-4f09-b113-b8c1bc0647fb), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.502999 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-707ca63f-def3-429b-8498-33c658489f3e req-ff50a04a-6ee5-45bd-b0eb-241abba28b66 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "GET /v2.0/ports?device_id=97a2da79-9ecf-453d-9e8a-407ec23f079f HTTP/1.1" status: 200 len: 210 time: 0.0404210 Mar 22 19:36:13.589296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-965a216e-bf80-4328-ad8a-2add990cc59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (75d9f26e-59c5-4f09-b113-b8c1bc0647fb), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.591993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-965a216e-bf80-4328-ad8a-2add990cc59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.593133 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-965a216e-bf80-4328-ad8a-2add990cc59b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75d9f26e-59c5-4f09-b113-b8c1bc0647fb HTTP/1.1" status: 204 len: 168 time: 0.2315006 Mar 22 19:36:13.602395 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a216e-bf80-4328-ad8a-2add990cc59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9f26e-59c5-4f09-b113-b8c1bc0647fb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:13.912017 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:13.935433 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: fa79f485-7d0e-494d-9c1b-9c87abb841d7 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:13.935837 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device fa79f485-7d0e-494d-9c1b-9c87abb841d7 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:13.975448 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56192) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:14.088749 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.166573 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Publish callbacks [] for security_group (34851eb4-a588-4586-a635-6c5826ad8a11), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.240812 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (34851eb4-a588-4586-a635-6c5826ad8a11), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.283100 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=444d3588a89f40cab3f2ec265a6fdf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063402 Mar 22 19:36:14.285239 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34851eb4-a588-4586-a635-6c5826ad8a11,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:14.290898 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56204) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:14.293406 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.293767 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.294117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.294464 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.294808 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.295145 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.295473 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.295829 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.296167 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.296547 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.296969 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.297215 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.297544 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.297868 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.298237 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1602d935-1091-43be-b191-63fcd1df0bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:14.339358 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-429f2ab1-23a6-495e-8b71-8c23e3c03de0 admin admin] Publish callbacks [] for security_group (34851eb4-a588-4586-a635-6c5826ad8a11), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.361069 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-429f2ab1-23a6-495e-8b71-8c23e3c03de0 admin admin] Publish callbacks [] for security_group (34851eb4-a588-4586-a635-6c5826ad8a11), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.486761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-429f2ab1-23a6-495e-8b71-8c23e3c03de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (34851eb4-a588-4586-a635-6c5826ad8a11), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.493836 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-429f2ab1-23a6-495e-8b71-8c23e3c03de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.493836 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-429f2ab1-23a6-495e-8b71-8c23e3c03de0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34851eb4-a588-4586-a635-6c5826ad8a11 HTTP/1.1" status: 204 len: 168 time: 0.2028105 Mar 22 19:36:14.498425 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f2ab1-23a6-495e-8b71-8c23e3c03de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34851eb4-a588-4586-a635-6c5826ad8a11,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:14.563148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56216) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:14.624784 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-49eaa231-1e26-428a-b050-bcb2e34dedca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group (e9dc2e69-dc5f-45c2-895b-6046a347d441), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.655161 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-49eaa231-1e26-428a-b050-bcb2e34dedca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group (e9dc2e69-dc5f-45c2-895b-6046a347d441), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.813042 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-49eaa231-1e26-428a-b050-bcb2e34dedca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e9dc2e69-dc5f-45c2-895b-6046a347d441), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.816210 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-49eaa231-1e26-428a-b050-bcb2e34dedca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.817385 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-49eaa231-1e26-428a-b050-bcb2e34dedca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] 10.222.0.79 "DELETE /v2.0/security-groups/e9dc2e69-dc5f-45c2-895b-6046a347d441 HTTP/1.1" status: 204 len: 168 time: 0.2526975 Mar 22 19:36:14.827307 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaa231-1e26-428a-b050-bcb2e34dedca tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc2e69-dc5f-45c2-895b-6046a347d441,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:14.947304 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56230) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:15.205667 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56236) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:15.223246 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db84d5f6-59a9-470b-9c7b-2be2e1b376ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.312509 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db84d5f6-59a9-470b-9c7b-2be2e1b376ce admin admin] Publish callbacks [] for security_group (433bd699-d1c4-4e11-a7f2-946d32f32e43), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.378454 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db84d5f6-59a9-470b-9c7b-2be2e1b376ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (433bd699-d1c4-4e11-a7f2-946d32f32e43), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.431398 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-db84d5f6-59a9-470b-9c7b-2be2e1b376ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c28124b3215c4708bbe7fe6cbf21d728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222531 Mar 22 19:36:15.432965 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56242) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:15.450736 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84d5f6-59a9-470b-9c7b-2be2e1b376ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433bd699-d1c4-4e11-a7f2-946d32f32e43,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:15.498503 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e11a295-31fe-41a3-9140-0399970aa940 admin admin] Publish callbacks [] for security_group (433bd699-d1c4-4e11-a7f2-946d32f32e43), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.523724 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e11a295-31fe-41a3-9140-0399970aa940 admin admin] Publish callbacks [] for security_group (433bd699-d1c4-4e11-a7f2-946d32f32e43), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.579547 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (9da3a660-b95f-4fe1-958a-f95125a91919), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.675707 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e11a295-31fe-41a3-9140-0399970aa940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (433bd699-d1c4-4e11-a7f2-946d32f32e43), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.684991 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e11a295-31fe-41a3-9140-0399970aa940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.684991 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3e11a295-31fe-41a3-9140-0399970aa940 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/433bd699-d1c4-4e11-a7f2-946d32f32e43 HTTP/1.1" status: 204 len: 168 time: 0.2488275 Mar 22 19:36:15.693412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11a295-31fe-41a3-9140-0399970aa940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433bd699-d1c4-4e11-a7f2-946d32f32e43,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:15.853099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Deleting port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:15.853522 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.937782 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] For port ac55ba47-ecb3-435c-af4e-89ea3b5b54b6, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:15.938139 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.951828 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Calling delete_port for ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:16.241366 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ac55ba47-ecb3-435c-af4e-89ea3b5b54b6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:16.265108 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac55ba47-ecb3-435c-af4e-89ea3b5b54b6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:16.469201 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (9da3a660-b95f-4fe1-958a-f95125a91919), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:16.712108 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Router 9da3a660-b95f-4fe1-958a-f95125a91919 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:36:16.843157 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:16.849728 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7784f319-b8b0-4209-90c9-cf8e28f33d91 admin admin] 10.222.0.79 "PUT /v2.0/routers/9da3a660-b95f-4fe1-958a-f95125a91919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9010355 Mar 22 19:36:16.852170 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56288) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:16.855947 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02942db-c096-4111-a299-f4659c6b400b None None] Sync routers for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:16.870113 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:16.873494 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:36:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:17.000165 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:17.265300 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks [] for router (9da3a660-b95f-4fe1-958a-f95125a91919), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:17.361455 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:36:16Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:17.380190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks [] for router_gateway (9da3a660-b95f-4fe1-958a-f95125a91919), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:17.388611 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02942db-c096-4111-a299-f4659c6b400b None None] Checking router: 9da3a660-b95f-4fe1-958a-f95125a91919 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:36:17.396970 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] Routers {'9da3a660-b95f-4fe1-958a-f95125a91919'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:17.397581 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:36:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9da3a660-b95f-4fe1-958a-f95125a91919'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:17.531788 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] Set router 9da3a660-b95f-4fe1-958a-f95125a91919 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:17.573787 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Deleting port 4e5b0d48-9b63-4136-b819-d747dedfb4bb {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:17.574126 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:17.683339 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] For port 4e5b0d48-9b63-4136-b819-d747dedfb4bb, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=4e5b0d48-9b63-4136-b819-d747dedfb4bb,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:17.683339 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:17.696986 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Calling delete_port for 4e5b0d48-9b63-4136-b819-d747dedfb4bb owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:17.732850 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-d02942db-c096-4111-a299-f4659c6b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:36:16Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:17.770648 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02942db-c096-4111-a299-f4659c6b400b None None] The sync data for ids ['9da3a660-b95f-4fe1-958a-f95125a91919'] in dv-cinder-799871-19-iscsi is: [{'id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'name': 'tempest-TestShelveInstance-1446996174-router', 'tenant_id': 'f5797eaa627649599a0a8839b741ec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:49Z', 'updated_at': '2022-03-22T19:36:16Z', 'revision_number': 5, 'project_id': 'f5797eaa627649599a0a8839b741ec51', 'gw_port': {'id': '4e5b0d48-9b63-4136-b819-d747dedfb4bb', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3a660-b95f-4fe1-958a-f95125a91919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:50Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:18.023950 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (4e5b0d48-9b63-4136-b819-d747dedfb4bb), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.055280 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5b0d48-9b63-4136-b819-d747dedfb4bb,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:18.116920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (9da3a660-b95f-4fe1-958a-f95125a91919), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.216128 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (9da3a660-b95f-4fe1-958a-f95125a91919), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.222649 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks [] for router_controller (9da3a660-b95f-4fe1-958a-f95125a91919), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.332338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (9da3a660-b95f-4fe1-958a-f95125a91919), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.332907 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da3a660-b95f-4fe1-958a-f95125a91919 {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:36:18.337954 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.339120 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9121cacd-3c37-4e71-8abb-439f50009850 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9da3a660-b95f-4fe1-958a-f95125a91919 HTTP/1.1" status: 204 len: 168 time: 1.4857359 Mar 22 19:36:18.341696 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56316) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:18.389025 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Deleting subnet e4b2f9b0-4f76-4fc9-9baa-751371ec1355 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:36:18.392891 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Publish callbacks [] for subnet (e4b2f9b0-4f76-4fc9-9baa-751371ec1355), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.432573 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (e4b2f9b0-4f76-4fc9-9baa-751371ec1355), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.534548 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (e4b2f9b0-4f76-4fc9-9baa-751371ec1355), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.704833 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (e4b2f9b0-4f76-4fc9-9baa-751371ec1355), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.731028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b2f9b0-4f76-4fc9-9baa-751371ec1355,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:18.734590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.738926 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f7954097-eb6f-493d-9336-130432dee2a0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e4b2f9b0-4f76-4fc9-9baa-751371ec1355 HTTP/1.1" status: 204 len: 168 time: 0.3959563 Mar 22 19:36:18.741412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56332) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:18.744108 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20362c22-2d0e-46fe-a1eb-4ae66192f3f7 None None] Network 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:18.822739 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.932693 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Deleting port 225b8c53-7092-43ec-9eec-3edae45efea7 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:18.933503 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.974000 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] DHCP port deletion for 4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:36:19.033718 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] Deleting port 225b8c53-7092-43ec-9eec-3edae45efea7 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:19.034099 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.038657 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] For port 225b8c53-7092-43ec-9eec-3edae45efea7, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=225b8c53-7092-43ec-9eec-3edae45efea7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:19.039273 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.055136 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Calling delete_port for 225b8c53-7092-43ec-9eec-3edae45efea7 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:19.129243 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] For port 225b8c53-7092-43ec-9eec-3edae45efea7, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=225b8c53-7092-43ec-9eec-3edae45efea7,segment=NetworkSegment(c94b7b36-6bc0-41ee-ba87-7f948b10f293),segment_id=c94b7b36-6bc0-41ee-ba87-7f948b10f293)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:19.129243 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.136496 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] Calling delete_port for 225b8c53-7092-43ec-9eec-3edae45efea7 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:19.218672 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 225b8c53-7092-43ec-9eec-3edae45efea7 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:19.269385 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.292102 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.296741 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=225b8c53-7092-43ec-9eec-3edae45efea7,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:19.301394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] No DVR routers for this DVR port 225b8c53-7092-43ec-9eec-3edae45efea7 on host dv-cinder-799871-19-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:19.310613 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 225b8c53-7092-43ec-9eec-3edae45efea7 is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:19.311016 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (225b8c53-7092-43ec-9eec-3edae45efea7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.344131 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] Pushing event deleted for resources: {'Port': ['ID=225b8c53-7092-43ec-9eec-3edae45efea7,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:19.378415 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e562417-3ab0-4c08-b5e5-154a766be545 None None] No DVR routers for this DVR port 225b8c53-7092-43ec-9eec-3edae45efea7 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:19.379811 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.390537 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:19.398154 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:19.407997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94b7b36-6bc0-41ee-ba87-7f948b10f293') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:19.408311 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94b7b36-6bc0-41ee-ba87-7f948b10f293') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:19.409813 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:19.410023 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device ac55ba47-ecb3-435c-af4e-89ea3b5b54b6 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:19.410441 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 4e5b0d48-9b63-4136-b819-d747dedfb4bb no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:19.424893 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (c94b7b36-6bc0-41ee-ba87-7f948b10f293), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.432657 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 4e5b0d48-9b63-4136-b819-d747dedfb4bb {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:19.433002 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 4e5b0d48-9b63-4136-b819-d747dedfb4bb not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:19.440787 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (c94b7b36-6bc0-41ee-ba87-7f948b10f293), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.447191 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:36:19.447605 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (c94b7b36-6bc0-41ee-ba87-7f948b10f293), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:36:19.449251 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:36:19.612661 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.618242 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.621420 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d HTTP/1.1" status: 204 len: 168 time: 0.8784521 Mar 22 19:36:19.624536 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56354) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:19.632516 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312419e-a4ae-496c-bc85-8d6d9a88e5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd96b6a-dcdb-407e-8a87-2ed8ee3c1f5d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:19.983084 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.240316 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Deleting port 92463dee-6c9f-4c27-8576-2f3cd5507e92 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:20.240657 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.320985 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] For port 92463dee-6c9f-4c27-8576-2f3cd5507e92, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=92463dee-6c9f-4c27-8576-2f3cd5507e92,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:20.321349 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.334496 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Calling delete_port for 92463dee-6c9f-4c27-8576-2f3cd5507e92 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:20.658147 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (92463dee-6c9f-4c27-8576-2f3cd5507e92), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.686911 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Pushing event deleted for resources: {'Port': ['ID=92463dee-6c9f-4c27-8576-2f3cd5507e92,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:20.851280 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.081158 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:36:21.193062 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:21.206708 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b13ed9dc-f6bc-4bc9-85b3-028a8fe1e75a admin admin] 10.222.0.79 "PUT /v2.0/routers/5d65eaf5-d762-43a3-85b0-6503f2cf07bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774908 Mar 22 19:36:21.206708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56386) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:21.209039 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] Sync routers for ids ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:21.219994 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] Routers {'5d65eaf5-d762-43a3-85b0-6503f2cf07bc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:21.221242 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:36:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:21.320151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks [] for router (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.345917 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] Set router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:21.438173 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks [] for router_gateway (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.539343 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:36:20Z', 'revision_number': 5, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port': {'id': '862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:59Z', 'updated_at': '2022-03-22T19:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:21.564727 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] Checking router: 5d65eaf5-d762-43a3-85b0-6503f2cf07bc for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:36:21.572793 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] Routers {'5d65eaf5-d762-43a3-85b0-6503f2cf07bc'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:21.573392 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:36:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:21.587920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Deleting port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:21.588256 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.640299 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:36:21.666780 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] Set router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:21.671245 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] For port 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:21.671760 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.688547 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Calling delete_port for 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:21.723291 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:36:21Z', 'revision_number': 6, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:21.749892 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e7ee1-b422-4c98-9443-9b464e8660f5 None None] The sync data for ids ['5d65eaf5-d762-43a3-85b0-6503f2cf07bc'] in dv-cinder-799871-19-iscsi is: [{'id': '5d65eaf5-d762-43a3-85b0-6503f2cf07bc', 'name': 'tempest-TestShelveInstance-928658751-router', 'tenant_id': 'f48707f47c874171a64b72d62513d5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:57Z', 'updated_at': '2022-03-22T19:36:21Z', 'revision_number': 6, 'project_id': 'f48707f47c874171a64b72d62513d5f1', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:22.006934 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.033352 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:22.094862 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.192739 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.195225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks [] for router_controller (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.332361 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (5d65eaf5-d762-43a3-85b0-6503f2cf07bc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.332966 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d65eaf5-d762-43a3-85b0-6503f2cf07bc {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:36:22.337460 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.338605 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-338f805d-e618-4613-8437-4aa726385ebd admin admin] 10.222.0.79 "DELETE /v2.0/routers/5d65eaf5-d762-43a3-85b0-6503f2cf07bc HTTP/1.1" status: 204 len: 168 time: 1.1312902 Mar 22 19:36:22.341179 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56400) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:22.385611 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Deleting subnet 7ba35ab5-88d6-43fa-982f-b7d5125b56cb {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:36:22.388755 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Publish callbacks [] for subnet (7ba35ab5-88d6-43fa-982f-b7d5125b56cb), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.424531 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (7ba35ab5-88d6-43fa-982f-b7d5125b56cb), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.508314 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (7ba35ab5-88d6-43fa-982f-b7d5125b56cb), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.749997 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (7ba35ab5-88d6-43fa-982f-b7d5125b56cb), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.771203 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a7094-1699-4ca3-b722-c0c279f23500 None None] Network 50589707-6802-447c-9dd4-07faff551c79 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:22.778390 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.781573 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7ba35ab5-88d6-43fa-982f-b7d5125b56cb HTTP/1.1" status: 204 len: 168 time: 0.4394658 Mar 22 19:36:22.782798 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c38e2-b294-47a1-b44e-a1ee48265fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba35ab5-88d6-43fa-982f-b7d5125b56cb,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:22.787991 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56406) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:22.870050 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (50589707-6802-447c-9dd4-07faff551c79), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.940502 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Deleting port 8635d9fb-4560-49f1-bf13-151bed0267a1 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:22.941482 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.964247 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] DHCP port deletion for 50589707-6802-447c-9dd4-07faff551c79 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:36:23.004902 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] For port 8635d9fb-4560-49f1-bf13-151bed0267a1, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=8635d9fb-4560-49f1-bf13-151bed0267a1,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:23.005279 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.013750 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Deleting port 8635d9fb-4560-49f1-bf13-151bed0267a1 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:23.014125 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.023744 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Calling delete_port for 8635d9fb-4560-49f1-bf13-151bed0267a1 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:23.079090 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] For port 8635d9fb-4560-49f1-bf13-151bed0267a1, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=8635d9fb-4560-49f1-bf13-151bed0267a1,segment=NetworkSegment(b8fa1c52-c022-47da-ae10-1f69a9f5d06c),segment_id=b8fa1c52-c022-47da-ae10-1f69a9f5d06c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:23.079408 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.092771 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Calling delete_port for 8635d9fb-4560-49f1-bf13-151bed0267a1 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:23.189652 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.196610 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (8635d9fb-4560-49f1-bf13-151bed0267a1), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.216524 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8635d9fb-4560-49f1-bf13-151bed0267a1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:23.222477 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] No DVR routers for this DVR port 8635d9fb-4560-49f1-bf13-151bed0267a1 on host dv-cinder-799871-19-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:23.226911 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 8635d9fb-4560-49f1-bf13-151bed0267a1 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:23.230568 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] No DVR routers for this DVR port 8635d9fb-4560-49f1-bf13-151bed0267a1 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:23.235593 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Pushing event deleted for resources: {'Port': ['ID=8635d9fb-4560-49f1-bf13-151bed0267a1,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.286620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.287831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223131-2b3a-431e-989b-9889e78d19d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:23.291157 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 8635d9fb-4560-49f1-bf13-151bed0267a1 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:23.291710 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 8635d9fb-4560-49f1-bf13-151bed0267a1 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:23.292277 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 92463dee-6c9f-4c27-8576-2f3cd5507e92 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:23.313400 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (50589707-6802-447c-9dd4-07faff551c79), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.320833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 92463dee-6c9f-4c27-8576-2f3cd5507e92 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:23.321890 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 92463dee-6c9f-4c27-8576-2f3cd5507e92 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:23.328834 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:23.345553 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50589707-6802-447c-9dd4-07faff551c79']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:23.353958 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:23.354305 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 862d16dd-73c0-49f8-a0c5-aa6b3aa1c2f6 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:23.358375 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:23.358672 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fa1c52-c022-47da-ae10-1f69a9f5d06c') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:23.376332 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (b8fa1c52-c022-47da-ae10-1f69a9f5d06c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.389707 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (b8fa1c52-c022-47da-ae10-1f69a9f5d06c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.395737 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:36:23.396229 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (b8fa1c52-c022-47da-ae10-1f69a9f5d06c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:36:23.397936 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:36:23.532633 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (50589707-6802-447c-9dd4-07faff551c79), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.539262 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.542684 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] 10.222.0.79 "DELETE /v2.0/networks/50589707-6802-447c-9dd4-07faff551c79 HTTP/1.1" status: 204 len: 168 time: 0.7523952 Mar 22 19:36:23.555854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab823a-060a-414f-b015-0dc5c79aa0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=50589707-6802-447c-9dd4-07faff551c79,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:24.099818 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56428) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:24.139470 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7213ff34-7d9c-4635-9c09-504d2b8915c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5797eaa627649599a0a8839b741ec51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383427 Mar 22 19:36:24.141950 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56430) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:24.189254 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbbd-caae-4f76-b45a-a0dbe0c086e0 admin admin] Publish callbacks [] for security_group (2c9d9291-e61b-45a9-8da8-dad9ebc7474e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.213441 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbbd-caae-4f76-b45a-a0dbe0c086e0 admin admin] Publish callbacks [] for security_group (2c9d9291-e61b-45a9-8da8-dad9ebc7474e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.418062 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbbd-caae-4f76-b45a-a0dbe0c086e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (2c9d9291-e61b-45a9-8da8-dad9ebc7474e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.421010 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbbd-caae-4f76-b45a-a0dbe0c086e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.424627 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-03f2fbbd-caae-4f76-b45a-a0dbe0c086e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c9d9291-e61b-45a9-8da8-dad9ebc7474e HTTP/1.1" status: 204 len: 168 time: 0.2794280 Mar 22 19:36:24.433306 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2fbbd-caae-4f76-b45a-a0dbe0c086e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d9291-e61b-45a9-8da8-dad9ebc7474e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:25.260043 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56466) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:25.301308 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1d7442ab-8ae0-4b7d-ac65-1ac77ba119da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f48707f47c874171a64b72d62513d5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400355 Mar 22 19:36:25.304297 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56468) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:25.357290 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c551feb-e3fe-4ee0-ac16-160b5dcf580c admin admin] Publish callbacks [] for security_group (08174166-6bfa-4373-bf81-301cfd4fbd34), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.378752 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c551feb-e3fe-4ee0-ac16-160b5dcf580c admin admin] Publish callbacks [] for security_group (08174166-6bfa-4373-bf81-301cfd4fbd34), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.549241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c551feb-e3fe-4ee0-ac16-160b5dcf580c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (08174166-6bfa-4373-bf81-301cfd4fbd34), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.552156 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c551feb-e3fe-4ee0-ac16-160b5dcf580c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.554024 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4c551feb-e3fe-4ee0-ac16-160b5dcf580c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08174166-6bfa-4373-bf81-301cfd4fbd34 HTTP/1.1" status: 204 len: 168 time: 0.2483737 Mar 22 19:36:25.562575 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c551feb-e3fe-4ee0-ac16-160b5dcf580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08174166-6bfa-4373-bf81-301cfd4fbd34,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:26.730460 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56504) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:26.839603 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-537017f5-8bd3-4ec0-ba7f-cb2bd23ea972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.184380 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-537017f5-8bd3-4ec0-ba7f-cb2bd23ea972 admin admin] Publish callbacks [] for security_group (7968f63a-1689-4179-9964-1a74984546d7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.269576 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-537017f5-8bd3-4ec0-ba7f-cb2bd23ea972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (7968f63a-1689-4179-9964-1a74984546d7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.309048 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537017f5-8bd3-4ec0-ba7f-cb2bd23ea972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968f63a-1689-4179-9964-1a74984546d7,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:27.315664 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-537017f5-8bd3-4ec0-ba7f-cb2bd23ea972 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0a77745b2b34e66a45e3de684fb79b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5816255 Mar 22 19:36:27.316303 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56518) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:27.366993 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0541a1e-726e-4958-bb1f-ba8b8a3c90b0 admin admin] Publish callbacks [] for security_group (7968f63a-1689-4179-9964-1a74984546d7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.388519 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0541a1e-726e-4958-bb1f-ba8b8a3c90b0 admin admin] Publish callbacks [] for security_group (7968f63a-1689-4179-9964-1a74984546d7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.520622 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0541a1e-726e-4958-bb1f-ba8b8a3c90b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (7968f63a-1689-4179-9964-1a74984546d7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.523810 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f0541a1e-726e-4958-bb1f-ba8b8a3c90b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.524947 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f0541a1e-726e-4958-bb1f-ba8b8a3c90b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7968f63a-1689-4179-9964-1a74984546d7 HTTP/1.1" status: 204 len: 168 time: 0.2075911 Mar 22 19:36:27.532537 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541a1e-726e-4958-bb1f-ba8b8a3c90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968f63a-1689-4179-9964-1a74984546d7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:28.173938 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56530) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:28.188043 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d435b749-984a-4b05-9991-10c040101fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.263647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d435b749-984a-4b05-9991-10c040101fc3 admin admin] Publish callbacks [] for security_group (7cc42925-8dbb-420a-9f34-987a8839e4fd), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.367007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d435b749-984a-4b05-9991-10c040101fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (7cc42925-8dbb-420a-9f34-987a8839e4fd), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.408550 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d435b749-984a-4b05-9991-10c040101fc3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58617c635ff24fe590a0161a21558d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335348 Mar 22 19:36:28.409259 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b749-984a-4b05-9991-10c040101fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc42925-8dbb-420a-9f34-987a8839e4fd,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:28.411293 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56540) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:28.467333 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb764107-0dc7-4c4b-9610-7e682e808564 admin admin] Publish callbacks [] for security_group (7cc42925-8dbb-420a-9f34-987a8839e4fd), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.489320 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb764107-0dc7-4c4b-9610-7e682e808564 admin admin] Publish callbacks [] for security_group (7cc42925-8dbb-420a-9f34-987a8839e4fd), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.680763 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb764107-0dc7-4c4b-9610-7e682e808564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (7cc42925-8dbb-420a-9f34-987a8839e4fd), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.683439 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb764107-0dc7-4c4b-9610-7e682e808564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:28.684682 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bb764107-0dc7-4c4b-9610-7e682e808564 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7cc42925-8dbb-420a-9f34-987a8839e4fd HTTP/1.1" status: 204 len: 168 time: 0.2717433 Mar 22 19:36:28.692651 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb764107-0dc7-4c4b-9610-7e682e808564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc42925-8dbb-420a-9f34-987a8839e4fd,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:28.959661 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56546) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:29.069929 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b99f515b-1067-4020-87d0-b6a60d06291c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.141867 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b99f515b-1067-4020-87d0-b6a60d06291c admin admin] Publish callbacks [] for security_group (8979b911-29d4-436a-86ac-51bf338f85b6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.217720 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b99f515b-1067-4020-87d0-b6a60d06291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8979b911-29d4-436a-86ac-51bf338f85b6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.254300 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f515b-1067-4020-87d0-b6a60d06291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8979b911-29d4-436a-86ac-51bf338f85b6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:29.260029 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b99f515b-1067-4020-87d0-b6a60d06291c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6228e7a0ef404da8a4214dc5d0b73869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992785 Mar 22 19:36:29.261849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56554) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:29.308876 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f9916434-4c7e-448a-be90-e3dfdf3e78ce admin admin] Publish callbacks [] for security_group (8979b911-29d4-436a-86ac-51bf338f85b6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.330576 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f9916434-4c7e-448a-be90-e3dfdf3e78ce admin admin] Publish callbacks [] for security_group (8979b911-29d4-436a-86ac-51bf338f85b6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.363910 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56556) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:29.376933 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df0060ab-fc0c-4f75-b6a8-c98f0d12b3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.515294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f9916434-4c7e-448a-be90-e3dfdf3e78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (8979b911-29d4-436a-86ac-51bf338f85b6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.517920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f9916434-4c7e-448a-be90-e3dfdf3e78ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.519267 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f9916434-4c7e-448a-be90-e3dfdf3e78ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8979b911-29d4-436a-86ac-51bf338f85b6 HTTP/1.1" status: 204 len: 168 time: 0.2564311 Mar 22 19:36:29.527693 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9916434-4c7e-448a-be90-e3dfdf3e78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8979b911-29d4-436a-86ac-51bf338f85b6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:29.583896 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df0060ab-fc0c-4f75-b6a8-c98f0d12b3e9 admin admin] Publish callbacks [] for security_group (681dd73c-3342-40ae-85d4-273dca66e0f4), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.720670 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df0060ab-fc0c-4f75-b6a8-c98f0d12b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (681dd73c-3342-40ae-85d4-273dca66e0f4), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.758993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0060ab-fc0c-4f75-b6a8-c98f0d12b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681dd73c-3342-40ae-85d4-273dca66e0f4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:29.763424 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-df0060ab-fc0c-4f75-b6a8-c98f0d12b3e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2cd61595d91486a9503318c5c3dae0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984208 Mar 22 19:36:29.773725 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56560) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:29.813962 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c50ef433-888c-47e6-a490-5fd399106d42 admin admin] Publish callbacks [] for security_group (681dd73c-3342-40ae-85d4-273dca66e0f4), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.835254 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c50ef433-888c-47e6-a490-5fd399106d42 admin admin] Publish callbacks [] for security_group (681dd73c-3342-40ae-85d4-273dca66e0f4), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.954851 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c50ef433-888c-47e6-a490-5fd399106d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (681dd73c-3342-40ae-85d4-273dca66e0f4), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.957516 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c50ef433-888c-47e6-a490-5fd399106d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:29.958789 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c50ef433-888c-47e6-a490-5fd399106d42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/681dd73c-3342-40ae-85d4-273dca66e0f4 HTTP/1.1" status: 204 len: 168 time: 0.1913862 Mar 22 19:36:29.966582 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ef433-888c-47e6-a490-5fd399106d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681dd73c-3342-40ae-85d4-273dca66e0f4,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:30.249230 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56568) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:30.265139 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb86488-7792-4cd2-a9c4-d3fab2994e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.344006 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb86488-7792-4cd2-a9c4-d3fab2994e03 admin admin] Publish callbacks [] for security_group (4b3614a7-39e5-49be-8df8-ff7f73537f27), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.440719 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb86488-7792-4cd2-a9c4-d3fab2994e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (4b3614a7-39e5-49be-8df8-ff7f73537f27), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.484016 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fbb86488-7792-4cd2-a9c4-d3fab2994e03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc61f883b4094814b5efd38bd4800ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337139 Mar 22 19:36:30.485137 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb86488-7792-4cd2-a9c4-d3fab2994e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3614a7-39e5-49be-8df8-ff7f73537f27,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:30.490958 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56578) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:30.540302 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ca425dbd-31fb-476e-b845-dd3e2d4bfc53 admin admin] Publish callbacks [] for security_group (4b3614a7-39e5-49be-8df8-ff7f73537f27), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.561851 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ca425dbd-31fb-476e-b845-dd3e2d4bfc53 admin admin] Publish callbacks [] for security_group (4b3614a7-39e5-49be-8df8-ff7f73537f27), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.675041 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ca425dbd-31fb-476e-b845-dd3e2d4bfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (4b3614a7-39e5-49be-8df8-ff7f73537f27), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.679050 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ca425dbd-31fb-476e-b845-dd3e2d4bfc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:30.682625 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ca425dbd-31fb-476e-b845-dd3e2d4bfc53 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b3614a7-39e5-49be-8df8-ff7f73537f27 HTTP/1.1" status: 204 len: 168 time: 0.1878822 Mar 22 19:36:30.688977 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca425dbd-31fb-476e-b845-dd3e2d4bfc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3614a7-39e5-49be-8df8-ff7f73537f27,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:31.145932 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56594) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:31.250832 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-324427484-network', 'tenant_id': '81f543fa015e4653a5ad7c8568a10628'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:31.324153 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56600) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:31.337590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0036e0c-2fe1-47e0-af8c-19f1b146e6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.409862 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Made reservation on behalf of 81f543fa015e4653a5ad7c8568a10628 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:31.413134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.416108 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0036e0c-2fe1-47e0-af8c-19f1b146e6c1 admin admin] Publish callbacks [] for security_group (68bcef1e-fc1a-4ae6-9b45-011593fd6586), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.423670 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.501656 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks [] for security_group (13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.588913 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0036e0c-2fe1-47e0-af8c-19f1b146e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (68bcef1e-fc1a-4ae6-9b45-011593fd6586), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.626249 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.633747 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036e0c-2fe1-47e0-af8c-19f1b146e6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bcef1e-fc1a-4ae6-9b45-011593fd6586,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:31.641504 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c0036e0c-2fe1-47e0-af8c-19f1b146e6c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c890f8064e54ed4909852040272b1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163335 Mar 22 19:36:31.644589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56602) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:31.658342 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:36:31.700280 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.700605 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Added segment 1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc of type vlan for network 3ec511f9-a845-4e28-8099-05a773a8b67f Mar 22 19:36:31.701948 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:31.755333 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (3ec511f9-a845-4e28-8099-05a773a8b67f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.757421 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52d61b97-6ef0-445a-a3de-5ffa732a67a2 admin admin] Publish callbacks [] for security_group (68bcef1e-fc1a-4ae6-9b45-011593fd6586), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.792189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52d61b97-6ef0-445a-a3de-5ffa732a67a2 admin admin] Publish callbacks [] for security_group (68bcef1e-fc1a-4ae6-9b45-011593fd6586), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.914997 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (3ec511f9-a845-4e28-8099-05a773a8b67f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.916138 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:31.916793 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.967627 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52d61b97-6ef0-445a-a3de-5ffa732a67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (68bcef1e-fc1a-4ae6-9b45-011593fd6586), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.970170 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-52d61b97-6ef0-445a-a3de-5ffa732a67a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:31.971350 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-52d61b97-6ef0-445a-a3de-5ffa732a67a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68bcef1e-fc1a-4ae6-9b45-011593fd6586 HTTP/1.1" status: 204 len: 168 time: 0.3258023 Mar 22 19:36:31.985866 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d61b97-6ef0-445a-a3de-5ffa732a67a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bcef1e-fc1a-4ae6-9b45-011593fd6586,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:31.992357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec511f9-a845-4e28-8099-05a773a8b67f,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:32.005107 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 3ec511f9-a845-4e28-8099-05a773a8b67f details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:36:32.060686 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a1693f54-9837-43bd-aba1-c708e1d46cd6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9129679 Mar 22 19:36:32.063597 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56606) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:32.068620 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Request body: {'subnet': {'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-324427484-subnet', 'tenant_id': '81f543fa015e4653a5ad7c8568a10628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:32.195476 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Made reservation on behalf of 81f543fa015e4653a5ad7c8568a10628 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:32.197951 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10393504'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:32.521023 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10303141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10393526'] for subnet (14fe3893-3aa6-467e-86d3-3dcbd9dcd136), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:32.588761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fe3893-3aa6-467e-86d3-3dcbd9dcd136,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:32.588761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Checking segment: {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:36:32.589047 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Network hostable DHCP agents. Network: 3ec511f9-a845-4e28-8099-05a773a8b67f, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:36:32.731817 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Network 3ec511f9-a845-4e28-8099-05a773a8b67f is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:36:32.823606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 3ec511f9-a845-4e28-8099-05a773a8b67f) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:32.827984 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:32.828635 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:32.834713 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8358f-f344-4a5b-9714-92923f5286d2 None None] Network 3ec511f9-a845-4e28-8099-05a773a8b67f requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:32.912768 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-be2ca4de-b2ca-41a5-96a0-c9798cba0f6d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8477662 Mar 22 19:36:32.947835 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda004d5-db9c-4c50-9cfb-2d58bffb8c5e None None] Network 3ec511f9-a845-4e28-8099-05a773a8b67f requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:33.124748 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56638) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:33.221720 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227465331-network', 'tenant_id': 'f4c734cce8734d9d8481227fc89aa257'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:33.331850 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Made reservation on behalf of f4c734cce8734d9d8481227fc89aa257 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:33.334233 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:33.343722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:33.427344 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks [] for security_group (515c6cd2-358c-41c1-92f7-0062c19ff0db), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:33.577719 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (515c6cd2-358c-41c1-92f7-0062c19ff0db), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:33.708456 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:36:33.708456 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c6cd2-358c-41c1-92f7-0062c19ff0db,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:33.708456 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (9a2b02e8-7127-4914-9439-2449ea99c749), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:33.708456 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Added segment 9a2b02e8-7127-4914-9439-2449ea99c749 of type vlan for network 96887bba-d077-4053-b23e-229f230c63f4 Mar 22 19:36:33.708456 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (96887bba-d077-4053-b23e-229f230c63f4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.058675 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (96887bba-d077-4053-b23e-229f230c63f4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.061876 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:34.061876 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.123978 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] Pushing event updated for resources: {'Network': ['ID=96887bba-d077-4053-b23e-229f230c63f4,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:34.134355 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network 96887bba-d077-4053-b23e-229f230c63f4 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:36:34.208750 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1bbba7bc-49de-499e-8a03-0e8e445bdf80 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0828435 Mar 22 19:36:34.212007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56650) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:34.217127 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Request body: {'subnet': {'network_id': '96887bba-d077-4053-b23e-229f230c63f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227465331-subnet', 'tenant_id': 'f4c734cce8734d9d8481227fc89aa257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:34.304401 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Made reservation on behalf of f4c734cce8734d9d8481227fc89aa257 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:34.306723 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10393504'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.555489 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10303141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10393526'] for subnet (31f412f0-524d-4bdb-a74a-1295760d1a74), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.615901 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f412f0-524d-4bdb-a74a-1295760d1a74,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:34.623585 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Checking segment: {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:36:34.623940 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Network hostable DHCP agents. Network: 96887bba-d077-4053-b23e-229f230c63f4, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:36:34.714693 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Network 96887bba-d077-4053-b23e-229f230c63f4 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:36:34.811599 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, 96887bba-d077-4053-b23e-229f230c63f4) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:34.815679 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:34.816319 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.822046 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a8060d-8979-432f-b417-4fc9370a776a None None] Network 96887bba-d077-4053-b23e-229f230c63f4 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:34.901154 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-64b811d3-d7d7-40e8-a368-eabf4556d34b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6880612 Mar 22 19:36:34.914445 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a10e8-adc1-4aac-9076-12d8c523186b None None] Network 96887bba-d077-4053-b23e-229f230c63f4 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:35.314900 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ff93abca-9f3f-44ff-b58b-c6a9ff4fe7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.601440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-7e69f4c5-2bef-4a49-88a8-f83a9e7f6f75 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:35.602906 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-7e69f4c5-2bef-4a49-88a8-f83a9e7f6f75 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/networks?id=3ec511f9-a845-4e28-8099-05a773a8b67f HTTP/1.1" status: 200 len: 813 time: 0.0995057 Mar 22 19:36:35.621752 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-98decf2b-9789-4132-a8b7-710abe5791b2 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/quotas/81f543fa015e4653a5ad7c8568a10628 HTTP/1.1" status: 200 len: 375 time: 0.0134823 Mar 22 19:36:35.655308 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-11b6707a-4cd3-452c-ba2e-efa05ac779a0 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=81f543fa015e4653a5ad7c8568a10628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281308 Mar 22 19:36:35.752495 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-2176c012-6321-4259-9a6c-9be83aa43b31 service neutron] 10.222.0.79 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884318 Mar 22 19:36:35.845592 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-69589ff6-2cee-4906-98dc-fbeb7d2e3f83 service neutron] 10.222.0.79 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864925 Mar 22 19:36:36.189021 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6ec05192-2904-4f4b-92be-b8e21b32246e req-32b6bcde-ac72-493b-a232-7fc788c80902 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 210 time: 0.0314338 Mar 22 19:36:37.041402 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-2cb0b075-43f1-4f14-bf4f-636bac6b4ccd tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:37.042812 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-2cb0b075-43f1-4f14-bf4f-636bac6b4ccd tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/networks?id=96887bba-d077-4053-b23e-229f230c63f4 HTTP/1.1" status: 200 len: 809 time: 0.1067865 Mar 22 19:36:37.058096 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-0ecfbe63-11cd-47cb-bdce-9b923266dcc5 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/quotas/f4c734cce8734d9d8481227fc89aa257 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Mar 22 19:36:37.091491 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-82f90687-0329-4880-bc46-42add91ad7ec tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4c734cce8734d9d8481227fc89aa257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283630 Mar 22 19:36:37.183859 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-4f9d767b-a32c-4ef9-9158-93d26ffee75e service neutron] 10.222.0.79 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858800 Mar 22 19:36:37.266053 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-11489860-0e34-4b57-b349-55c50cfd3129 req-d88c8b01-9521-4cb5-bbf8-042e27e5bc1d tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 210 time: 0.0273056 Mar 22 19:36:37.274435 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-89042bd9-a581-4c85-9a87-2c09b091a15e service neutron] 10.222.0.79 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848365 Mar 22 19:36:37.566960 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d84c9c27-d8e8-4fb8-8dcb-fee5b7406c36 req-b27df89d-434a-4524-9068-97b9e20e38ab tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0281327 Mar 22 19:36:37.880768 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf3dde0a-ae2e-48b1-858e-bd23caef49c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.275837 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56732) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:38.364168 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ccc0273e-d795-47f8-a7ce-39b2da53f1a7 req-94f3ec4b-9f83-4e1b-b194-f851fcfd260a tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 210 time: 0.0306175 Mar 22 19:36:38.396558 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8c1954b0-4bbf-4c13-8664-b1a72d0848aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.476627 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8c1954b0-4bbf-4c13-8664-b1a72d0848aa admin admin] Publish callbacks [] for security_group (0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.583519 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8c1954b0-4bbf-4c13-8664-b1a72d0848aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.622161 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8c1954b0-4bbf-4c13-8664-b1a72d0848aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=361ab5143fe3474b94c5874c1bc3dd93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452594 Mar 22 19:36:38.623020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1954b0-4bbf-4c13-8664-b1a72d0848aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:38.625281 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 56742) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:38.662424 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-379daf1b-2edf-4dc0-8750-897d0b178963 req-3ec6c4e6-fcef-412f-8d04-0d4a5130cbdd tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0450864 Mar 22 19:36:38.681500 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b2a4-a029-4129-9e91-38c7bfe091d7 admin admin] Publish callbacks [] for security_group (0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.702870 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b2a4-a029-4129-9e91-38c7bfe091d7 admin admin] Publish callbacks [] for security_group (0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.874672 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-08423c31-8680-49c3-875d-4c3705c6ea5a tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.876079 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-08423c31-8680-49c3-875d-4c3705c6ea5a tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "GET /v2.0/networks?id=3ec511f9-a845-4e28-8099-05a773a8b67f HTTP/1.1" status: 200 len: 813 time: 0.1019495 Mar 22 19:36:38.877134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b2a4-a029-4129-9e91-38c7bfe091d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.880628 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b2a4-a029-4129-9e91-38c7bfe091d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:38.881750 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a9b0b2a4-a029-4129-9e91-38c7bfe091d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0 HTTP/1.1" status: 204 len: 168 time: 0.2554460 Mar 22 19:36:38.893804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Request body: {'port': {'device_id': '4047679d-a612-40a4-a264-a256e521390e', 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f', 'admin_state_up': True, 'tenant_id': '81f543fa015e4653a5ad7c8568a10628'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:38.898566 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0b2a4-a029-4129-9e91-38c7bfe091d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0fd7ba-bae6-4ec6-a02c-6f66160d9ee0,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:39.114970 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Made reservation on behalf of 81f543fa015e4653a5ad7c8568a10628 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:39.115158 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:39.119337 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:39.259058 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Allocated IP 172.20.0.10 (3ec511f9-a845-4e28-8099-05a773a8b67f/14fe3893-3aa6-467e-86d3-3dcbd9dcd136/c4244cf6-8685-49aa-b207-cbf187f64ef7) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:39.425317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks [] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:39.478155 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3fec20a1-255c-48f6-830b-9936408e0018 req-540dead0-08e9-484a-8d5a-522395e7f4c1 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 210 time: 0.0336061 Mar 22 19:36:39.681272 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:39.723676 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Network 3ec511f9-a845-4e28-8099-05a773a8b67f is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:39.727365 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:39.731116 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:39.760092 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4d2ffcb1-ef6d-49a2-ae66-10be235d0444 req-2983d367-2f97-4da7-86d6-23126a4f9691 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0282037 Mar 22 19:36:39.762182 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Pushing event updated for resources: {'Port': ['ID=c4244cf6-8685-49aa-b207-cbf187f64ef7,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:39.787766 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:39.788417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:39.872233 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-b2fd9bcc-1c5c-4e54-bcf0-a5b82c70468f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9825432 Mar 22 19:36:39.886468 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Request body: {'port': {'device_id': '4047679d-a612-40a4-a264-a256e521390e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:39.952233 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.269220 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-408c3631-2f14-4e7b-9c59-ebebff8baf9f tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:40.270699 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-408c3631-2f14-4e7b-9c59-ebebff8baf9f tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "GET /v2.0/networks?id=96887bba-d077-4053-b23e-229f230c63f4 HTTP/1.1" status: 200 len: 809 time: 0.1421454 Mar 22 19:36:40.287418 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Request body: {'port': {'device_id': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'network_id': '96887bba-d077-4053-b23e-229f230c63f4', 'admin_state_up': True, 'tenant_id': 'f4c734cce8734d9d8481227fc89aa257'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:40.371319 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4244cf6-8685-49aa-b207-cbf187f64ef7 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:40.383174 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Publish callbacks [] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.415922 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Transition to ACTIVE for port object c4244cf6-8685-49aa-b207-cbf187f64ef7 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:36:40.455171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.504054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.544765 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.549363 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Made reservation on behalf of f4c734cce8734d9d8481227fc89aa257 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:40.552924 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.596985 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Pushing event updated for resources: {'Port': ['ID=c4244cf6-8685-49aa-b207-cbf187f64ef7,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:40.741597 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de409b25-e3e4-438c-98a5-71a973228603 req-0cb1085a-d951-49b0-b531-d15290c35a89 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:40.743275 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de409b25-e3e4-438c-98a5-71a973228603 req-0cb1085a-d951-49b0-b531-d15290c35a89 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 944 time: 0.1949010 Mar 22 19:36:40.746484 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Attempting to bind port c4244cf6-8685-49aa-b207-cbf187f64ef7 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:36:40.746843 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Attempting to bind port c4244cf6-8685-49aa-b207-cbf187f64ef7 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:36:40.751278 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Attempting to bind port c4244cf6-8685-49aa-b207-cbf187f64ef7 on network 3ec511f9-a845-4e28-8099-05a773a8b67f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:36:40.761459 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56786) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:40.780910 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Port c4244cf6-8685-49aa-b207-cbf187f64ef7 on network 3ec511f9-a845-4e28-8099-05a773a8b67f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:36:40.781254 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Attempting to bind port c4244cf6-8685-49aa-b207-cbf187f64ef7 on network 3ec511f9-a845-4e28-8099-05a773a8b67f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:36:40.804099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:36:40.804582 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Checking segment: {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:36:40.805148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Bound using segment: {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:36:40.805744 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Bound port: c4244cf6-8685-49aa-b207-cbf187f64ef7, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:36:40.805972 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.848009 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Allocated IP 172.20.0.10 (96887bba-d077-4053-b23e-229f230c63f4/31f412f0-524d-4bdb-a74a-1295760d1a74/5773457d-6545-4a9b-acb2-c90737086fb2) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:40.869829 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-85a46233-5c81-4929-b5f1-07762c852bda req-156bc0f1-a614-4472-8073-61815dcc5efc tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0307000 Mar 22 19:36:40.886798 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de409b25-e3e4-438c-98a5-71a973228603 req-8675163b-eb40-4066-afd8-521fccaa0522 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371653 Mar 22 19:36:40.899650 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-125bcdcf-82ed-4e2f-bc88-6a2a877ff2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.948058 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] For port c4244cf6-8685-49aa-b207-cbf187f64ef7, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:36:40.973856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] For port c4244cf6-8685-49aa-b207-cbf187f64ef7, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4244cf6-8685-49aa-b207-cbf187f64ef7,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:36:40.981408 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-125bcdcf-82ed-4e2f-bc88-6a2a877ff2d4 admin admin] Publish callbacks [] for security_group (9a4de982-3cf8-470a-947e-1525fb26807c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.051948 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-125bcdcf-82ed-4e2f-bc88-6a2a877ff2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (9a4de982-3cf8-470a-947e-1525fb26807c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.060855 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks [] for port (5773457d-6545-4a9b-acb2-c90737086fb2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.087955 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.094518 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-125bcdcf-82ed-4e2f-bc88-6a2a877ff2d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77c0e24cd05445579e88e202cd0dd724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307247 Mar 22 19:36:41.096401 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bcdcf-82ed-4e2f-bc88-6a2a877ff2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4de982-3cf8-470a-947e-1525fb26807c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.100883 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 56792) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:41.130557 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.139148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.139148 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] 10.222.0.45 "PUT /v2.0/ports/c4244cf6-8685-49aa-b207-cbf187f64ef7 HTTP/1.1" status: 200 len: 1094 time: 1.2522559 Mar 22 19:36:41.139148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4047679d-a612-40a4-a264-a256e521390e', 'tag': 'c4244cf6-8685-49aa-b207-cbf187f64ef7'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:41.139148 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4047679d-a612-40a4-a264-a256e521390e", "tag": "c4244cf6-8685-49aa-b207-cbf187f64ef7"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:41.158575 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adb27dff-f01a-4e15-aa8b-f1fe36b1180e admin admin] Publish callbacks [] for security_group (9a4de982-3cf8-470a-947e-1525fb26807c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.159850 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2543e0f-163c-4bca-b400-5d795f2f6d18 service neutron] Pushing event updated for resources: {'Port': ['ID=c4244cf6-8685-49aa-b207-cbf187f64ef7,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.179974 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e8a9a5-a5d3-4924-b399-d9fce8a89e0a x-openstack-request-id: req-c4e8a9a5-a5d3-4924-b399-d9fce8a89e0a {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:41.180198 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4047679d-a612-40a4-a264-a256e521390e", "tag": "c4244cf6-8685-49aa-b207-cbf187f64ef7", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:41.180451 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4e8a9a5-a5d3-4924-b399-d9fce8a89e0a {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:41.180860 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e8a9a5-a5d3-4924-b399-d9fce8a89e0a'] response: {'name': 'network-changed', 'server_uuid': '4047679d-a612-40a4-a264-a256e521390e', 'tag': 'c4244cf6-8685-49aa-b207-cbf187f64ef7', 'status': 'completed', 'code': 200} Mar 22 19:36:41.187344 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adb27dff-f01a-4e15-aa8b-f1fe36b1180e admin admin] Publish callbacks [] for security_group (9a4de982-3cf8-470a-947e-1525fb26807c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.231107 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.280688 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Network 96887bba-d077-4053-b23e-229f230c63f4 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:41.289880 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:41.295689 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0 req-ae3aed6b-da38-41be-a331-771cf239592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.297213 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0 req-ae3aed6b-da38-41be-a331-771cf239592d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f543fa015e4653a5ad7c8568a10628&device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 1128 time: 0.0983660 Mar 22 19:36:41.297934 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:41.301872 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Pushing event updated for resources: {'Port': ['ID=5773457d-6545-4a9b-acb2-c90737086fb2,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.343190 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adb27dff-f01a-4e15-aa8b-f1fe36b1180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (9a4de982-3cf8-470a-947e-1525fb26807c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.346091 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adb27dff-f01a-4e15-aa8b-f1fe36b1180e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.347398 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-adb27dff-f01a-4e15-aa8b-f1fe36b1180e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a4de982-3cf8-470a-947e-1525fb26807c HTTP/1.1" status: 204 len: 168 time: 0.2477717 Mar 22 19:36:41.357405 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb27dff-f01a-4e15-aa8b-f1fe36b1180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4de982-3cf8-470a-947e-1525fb26807c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.402110 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.402733 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.445790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0 req-dbb58dda-5f04-4c15-afbb-6b91e38765d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.447362 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0 req-dbb58dda-5f04-4c15-afbb-6b91e38765d0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=81f543fa015e4653a5ad7c8568a10628&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1252363 Mar 22 19:36:41.544366 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-d4ce21c5-b3e2-4609-b0ec-c25b867b0c1e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2650237 Mar 22 19:36:41.547080 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0 req-f0db4b80-6718-4fa4-80f0-4ac16a311006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.548463 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7eb8ebd6-8b30-4a10-9ccf-5fca41d808b0 req-f0db4b80-6718-4fa4-80f0-4ac16a311006 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953653 Mar 22 19:36:41.559049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Request body: {'port': {'device_id': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:41.644423 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.668869 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-3bfcecfc-e9c0-454e-9e6a-e11b42c7e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.670357 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-3bfcecfc-e9c0-454e-9e6a-e11b42c7e398 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f543fa015e4653a5ad7c8568a10628&device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 1128 time: 0.0853333 Mar 22 19:36:41.730980 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-76d145ae-7b7b-4885-b6e1-3935962adf5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4244cf6-8685-49aa-b207-cbf187f64ef7 HTTP/1.1" status: 200 len: 217 time: 0.0435555 Mar 22 19:36:41.772070 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.846814 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-59bbbf4e-13a0-4b59-8041-10e82d165f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.848316 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-59bbbf4e-13a0-4b59-8041-10e82d165f9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14fe3893-3aa6-467e-86d3-3dcbd9dcd136 HTTP/1.1" status: 200 len: 853 time: 0.1107960 Mar 22 19:36:41.918257 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-6d9103cd-fe45-4cb2-a262-98a05247d73a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ec511f9-a845-4e28-8099-05a773a8b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633605 Mar 22 19:36:42.026129 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a67dd-8e89-4672-8220-99a3871c648d req-e1e20c98-2299-494d-807e-115b46a2a78f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:42.027662 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-456a67dd-8e89-4672-8220-99a3871c648d req-e1e20c98-2299-494d-807e-115b46a2a78f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 944 time: 0.0603523 Mar 22 19:36:42.080472 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-456a67dd-8e89-4672-8220-99a3871c648d req-a40d6f65-0dc2-4d19-8a14-3e8fcd29761f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Mar 22 19:36:42.101050 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-67277dc5-bd3d-49b2-b5a4-b1e5fae9badb service neutron] 10.222.0.45 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761737 Mar 22 19:36:42.139668 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd31d2-5a2d-4735-84bc-e7fc48c44048 req-16aafefb-752c-4725-8644-f9116348d21f tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:42.141111 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4dbd31d2-5a2d-4735-84bc-e7fc48c44048 req-16aafefb-752c-4725-8644-f9116348d21f tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 932 time: 0.1684299 Mar 22 19:36:42.211337 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5773457d-6545-4a9b-acb2-c90737086fb2 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:42.223812 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Publish callbacks [] for port (5773457d-6545-4a9b-acb2-c90737086fb2), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:42.281431 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Transition to ACTIVE for port object 5773457d-6545-4a9b-acb2-c90737086fb2 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:36:42.287600 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4dbd31d2-5a2d-4735-84bc-e7fc48c44048 req-197a8db1-e7bf-4639-beaf-65f314865605 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304038 Mar 22 19:36:42.304986 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d610dd4a-b569-46c6-8b93-0047636baa81 req-60dc17f9-59d2-4e50-93ad-d71ec4ea19af service neutron] 10.222.0.45 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957905 Mar 22 19:36:42.389840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:42.454607 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Pushing event updated for resources: {'Port': ['ID=5773457d-6545-4a9b-acb2-c90737086fb2,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:42.529559 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Attempting to bind port 5773457d-6545-4a9b-acb2-c90737086fb2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:36:42.529897 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Attempting to bind port 5773457d-6545-4a9b-acb2-c90737086fb2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:36:42.530231 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Attempting to bind port 5773457d-6545-4a9b-acb2-c90737086fb2 on network 96887bba-d077-4053-b23e-229f230c63f4 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:36:42.534600 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Port 5773457d-6545-4a9b-acb2-c90737086fb2 on network 96887bba-d077-4053-b23e-229f230c63f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:36:42.534921 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Attempting to bind port 5773457d-6545-4a9b-acb2-c90737086fb2 on network 96887bba-d077-4053-b23e-229f230c63f4 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:36:42.540824 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:36:42.541163 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Checking segment: {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:36:42.541549 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Bound using segment: {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:36:42.542028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Bound port: 5773457d-6545-4a9b-acb2-c90737086fb2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:36:42.542387 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:42.606382 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] For port 5773457d-6545-4a9b-acb2-c90737086fb2, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:36:42.609525 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] For port 5773457d-6545-4a9b-acb2-c90737086fb2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5773457d-6545-4a9b-acb2-c90737086fb2,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:36:42.704142 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:42.738041 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:42.738655 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:42.740063 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] 10.222.0.45 "PUT /v2.0/ports/5773457d-6545-4a9b-acb2-c90737086fb2 HTTP/1.1" status: 200 len: 1094 time: 1.1860328 Mar 22 19:36:42.762029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa300a10-4bee-46af-bf2f-1e212ee2b678 service neutron] Pushing event updated for resources: {'Port': ['ID=5773457d-6545-4a9b-acb2-c90737086fb2,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:42.914923 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-e0920c79-9c53-4b58-9dc3-c7798538d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:42.916388 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-e0920c79-9c53-4b58-9dc3-c7798538d7c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c734cce8734d9d8481227fc89aa257&device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 1128 time: 0.0501497 Mar 22 19:36:42.958891 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-83cdfc75-7db2-4f8f-9290-3699b7d74e20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5773457d-6545-4a9b-acb2-c90737086fb2 HTTP/1.1" status: 200 len: 217 time: 0.0338337 Mar 22 19:36:43.007071 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-29ee2e2c-04e1-4357-a74f-c78dae15fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.008647 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-29ee2e2c-04e1-4357-a74f-c78dae15fde7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f412f0-524d-4bdb-a74a-1295760d1a74 HTTP/1.1" status: 200 len: 849 time: 0.0443041 Mar 22 19:36:43.065587 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-e1641710-cd29-4a76-9327-e3a5d8619307 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96887bba-d077-4053-b23e-229f230c63f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Mar 22 19:36:43.149650 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-689173ad-cc1b-4316-a4fa-f7066aa17f50 service neutron] 10.222.0.45 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986984 Mar 22 19:36:43.208317 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'tag': '5773457d-6545-4a9b-acb2-c90737086fb2'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:43.210644 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c9740-f0b9-46b4-ba52-e138e3062e56" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5e24af-ba48-49e4-9ce6-87c227fcc1a2", "tag": "5773457d-6545-4a9b-acb2-c90737086fb2"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:43.217025 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd70b-6403-4b93-b8a8-16cb7e6afaec req-921f20e6-69c2-41a1-8616-5b73ed00ee9d tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.218590 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1f9cd70b-6403-4b93-b8a8-16cb7e6afaec req-921f20e6-69c2-41a1-8616-5b73ed00ee9d tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 944 time: 0.0606079 Mar 22 19:36:43.259574 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-081bbe6a-b4d5-4cd4-8832-71f7a7f27ce5 req-f8dd875f-dc56-4093-9361-21d30b709a78 service neutron] 10.222.0.45 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035702 Mar 22 19:36:43.286781 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e84bb5f-17de-4e8f-bfa0-699a2541960b x-openstack-request-id: req-7e84bb5f-17de-4e8f-bfa0-699a2541960b {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:43.287362 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5e24af-ba48-49e4-9ce6-87c227fcc1a2", "tag": "5773457d-6545-4a9b-acb2-c90737086fb2", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:43.287618 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e84bb5f-17de-4e8f-bfa0-699a2541960b {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:43.288109 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e84bb5f-17de-4e8f-bfa0-699a2541960b'] response: {'name': 'network-changed', 'server_uuid': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'tag': '5773457d-6545-4a9b-acb2-c90737086fb2', 'status': 'completed', 'code': 200} Mar 22 19:36:43.291587 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-1f9cd70b-6403-4b93-b8a8-16cb7e6afaec req-91444bbb-fe45-437e-8216-1d23af4e18f7 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674393 Mar 22 19:36:43.717941 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49be40-401b-43fe-a556-82bd2a1aaf52 req-0fdd9880-1e95-4ee9-8d25-071a0b9e7cfc tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.718924 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a49be40-401b-43fe-a556-82bd2a1aaf52 req-0fdd9880-1e95-4ee9-8d25-071a0b9e7cfc tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 944 time: 0.3567290 Mar 22 19:36:43.752326 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-dad3a1c5-5625-4492-889e-a73bbe58c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.753801 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-dad3a1c5-5625-4492-889e-a73bbe58c0d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c734cce8734d9d8481227fc89aa257&device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 1128 time: 0.0788207 Mar 22 19:36:43.827924 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a49be40-401b-43fe-a556-82bd2a1aaf52 req-07c9ab78-eb54-48e8-bec7-24b46dd0f705 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Mar 22 19:36:43.864658 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-27a1cebe-b585-45ae-9cca-a34d40a1c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.866645 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-27a1cebe-b585-45ae-9cca-a34d40a1c929 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96887bba-d077-4053-b23e-229f230c63f4 HTTP/1.1" status: 200 len: 910 time: 0.0994134 Mar 22 19:36:43.907974 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-d3661d89-8109-4971-ba31-617941eff784 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5773457d-6545-4a9b-acb2-c90737086fb2 HTTP/1.1" status: 200 len: 217 time: 0.0337718 Mar 22 19:36:43.955100 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-dfa5e086-08a6-4867-9f94-476a306bbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.956525 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-dfa5e086-08a6-4867-9f94-476a306bbd34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f412f0-524d-4bdb-a74a-1295760d1a74 HTTP/1.1" status: 200 len: 849 time: 0.0428970 Mar 22 19:36:43.988148 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-8a495e3e-ced1-450c-8fee-f3e1e98cc145 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96887bba-d077-4053-b23e-229f230c63f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250976 Mar 22 19:36:44.072694 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device c4244cf6-8685-49aa-b207-cbf187f64ef7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:36:44.080927 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-643a67c9-8009-4a2c-b901-a641c5509635 service neutron] 10.222.0.45 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Mar 22 19:36:44.169534 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef6c9740-f0b9-46b4-ba52-e138e3062e56 req-ab53b4c6-70ac-4bd0-9410-3a4b22e76c5b service neutron] 10.222.0.45 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820625 Mar 22 19:36:44.170688 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port c4244cf6-8685-49aa-b207-cbf187f64ef7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4244cf6-8685-49aa-b207-cbf187f64ef7,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:44.182799 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'c4244cf6-8685-49aa-b207-cbf187f64ef7', 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f', 'port_id': 'c4244cf6-8685-49aa-b207-cbf187f64ef7', 'mac_address': 'fa:16:3e:ee:e1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fe3893-3aa6-467e-86d3-3dcbd9dcd136', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:36:44.220713 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port c4244cf6-8685-49aa-b207-cbf187f64ef7 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:44.221105 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.234094 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4244cf6-8685-49aa-b207-cbf187f64ef7 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:44.253304 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port c4244cf6-8685-49aa-b207-cbf187f64ef7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4244cf6-8685-49aa-b207-cbf187f64ef7,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:44.343910 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.399256 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=c4244cf6-8685-49aa-b207-cbf187f64ef7,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:44.424308 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dcfc2-7f4a-4c36-94a5-51927cafac1b req-7eb225da-4548-44dc-9c28-a40cb8959717 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:44.425761 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ec2dcfc2-7f4a-4c36-94a5-51927cafac1b req-7eb225da-4548-44dc-9c28-a40cb8959717 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 945 time: 0.0571890 Mar 22 19:36:44.472515 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ec2dcfc2-7f4a-4c36-94a5-51927cafac1b req-993eaef1-c281-40c1-903b-8911c991ff35 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Mar 22 19:36:44.565031 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['c4244cf6-8685-49aa-b207-cbf187f64ef7'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:44.955014 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d483b-e0a4-4d91-bda6-22efccab2ff2 req-e36f4de7-f0c2-49fd-b3e0-230280cf3759 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:44.956522 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-293d483b-e0a4-4d91-bda6-22efccab2ff2 req-e36f4de7-f0c2-49fd-b3e0-230280cf3759 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0617354 Mar 22 19:36:45.003560 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-293d483b-e0a4-4d91-bda6-22efccab2ff2 req-6422aeda-6134-4cdf-b784-448389cbf76d tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Mar 22 19:36:45.595921 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adeff3-8960-40d4-85a7-c18b23d5ddb4 req-f5319775-e9b0-4de6-87c1-45a3cbe52c2c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:45.597366 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-58adeff3-8960-40d4-85a7-c18b23d5ddb4 req-f5319775-e9b0-4de6-87c1-45a3cbe52c2c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 945 time: 0.0566399 Mar 22 19:36:45.643885 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-58adeff3-8960-40d4-85a7-c18b23d5ddb4 req-6cb9f226-2439-40f0-95e1-fe32a167c869 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Mar 22 19:36:46.120135 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355dd-9aa2-4115-933f-d08c4fdbb53a req-31b3b52a-1550-432f-b71c-eae9aab01e54 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:46.121667 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-453355dd-9aa2-4115-933f-d08c4fdbb53a req-31b3b52a-1550-432f-b71c-eae9aab01e54 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0530758 Mar 22 19:36:46.167373 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-453355dd-9aa2-4115-933f-d08c4fdbb53a req-0ee26542-4e08-4eaa-87fe-b3ad3e93fd6e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 Mar 22 19:36:46.760792 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12796c-4cac-43f0-ba2d-56a7c0cab08a req-558047ad-7765-49e3-acea-bc24de91ad7c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:46.762238 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-eb12796c-4cac-43f0-ba2d-56a7c0cab08a req-558047ad-7765-49e3-acea-bc24de91ad7c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 945 time: 0.0514607 Mar 22 19:36:46.806136 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 5773457d-6545-4a9b-acb2-c90737086fb2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:36:46.809375 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-eb12796c-4cac-43f0-ba2d-56a7c0cab08a req-4ab7ba97-c491-4c95-b2b8-13224ebc3d8c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Mar 22 19:36:47.029705 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 5773457d-6545-4a9b-acb2-c90737086fb2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5773457d-6545-4a9b-acb2-c90737086fb2,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:47.042045 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '5773457d-6545-4a9b-acb2-c90737086fb2', 'network_id': '96887bba-d077-4053-b23e-229f230c63f4', 'port_id': '5773457d-6545-4a9b-acb2-c90737086fb2', 'mac_address': 'fa:16:3e:ea:30:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f412f0-524d-4bdb-a74a-1295760d1a74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:36:47.078846 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 5773457d-6545-4a9b-acb2-c90737086fb2 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:47.079243 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.093122 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5773457d-6545-4a9b-acb2-c90737086fb2 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:47.112998 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 5773457d-6545-4a9b-acb2-c90737086fb2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5773457d-6545-4a9b-acb2-c90737086fb2,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:47.195719 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.247515 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=5773457d-6545-4a9b-acb2-c90737086fb2,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:47.292559 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220ad7b-70e4-4826-b6fa-668c6ec8e00b req-1e121423-ca5b-43e8-a694-92c772b0c16f tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:47.293949 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1220ad7b-70e4-4826-b6fa-668c6ec8e00b req-1e121423-ca5b-43e8-a694-92c772b0c16f tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0574086 Mar 22 19:36:47.340664 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1220ad7b-70e4-4826-b6fa-668c6ec8e00b req-9dae0b5e-591f-475c-bcab-e88ab9da859c tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Mar 22 19:36:47.690568 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device c4244cf6-8685-49aa-b207-cbf187f64ef7 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:36:47.806483 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port c4244cf6-8685-49aa-b207-cbf187f64ef7 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:36:47.810598 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port c4244cf6-8685-49aa-b207-cbf187f64ef7 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:36:47.810970 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.893030 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port c4244cf6-8685-49aa-b207-cbf187f64ef7 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:47.893424 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.917635 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['5773457d-6545-4a9b-acb2-c90737086fb2'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:47.936477 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40108-aed3-44be-bec4-142eacc47f36 req-d8b4aa7d-300f-4fea-9654-5fc9ff67a676 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:47.937995 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4af40108-aed3-44be-bec4-142eacc47f36 req-d8b4aa7d-300f-4fea-9654-5fc9ff67a676 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 945 time: 0.0607500 Mar 22 19:36:47.943472 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047679d-a612-40a4-a264-a256e521390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4244cf6-8685-49aa-b207-cbf187f64ef7'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:47.945690 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5c1f6f-1b93-48b1-a16d-8fcaafb7abbb" -d '{"events": [{"server_uuid": "4047679d-a612-40a4-a264-a256e521390e", "name": "network-vif-plugged", "status": "completed", "tag": "c4244cf6-8685-49aa-b207-cbf187f64ef7"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:47.965477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port c4244cf6-8685-49aa-b207-cbf187f64ef7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4244cf6-8685-49aa-b207-cbf187f64ef7,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:47.990121 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4af40108-aed3-44be-bec4-142eacc47f36 req-244ebcae-ea05-48d8-8f16-2b7f521d125c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Mar 22 19:36:48.028495 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f818d79-dda3-4191-9827-a685ab9832a2 x-openstack-request-id: req-4f818d79-dda3-4191-9827-a685ab9832a2 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:48.028495 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047679d-a612-40a4-a264-a256e521390e", "name": "network-vif-plugged", "status": "completed", "tag": "c4244cf6-8685-49aa-b207-cbf187f64ef7", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:48.028495 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f818d79-dda3-4191-9827-a685ab9832a2 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:48.028495 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f818d79-dda3-4191-9827-a685ab9832a2'] response: {'server_uuid': '4047679d-a612-40a4-a264-a256e521390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4244cf6-8685-49aa-b207-cbf187f64ef7', 'code': 200} Mar 22 19:36:48.056168 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.138340 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=c4244cf6-8685-49aa-b207-cbf187f64ef7,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:48.373909 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0349af2-8e42-4511-b835-8958a2aaac42 req-1387c2fa-d8e8-44c9-a908-6b26239b3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:48.375478 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a0349af2-8e42-4511-b835-8958a2aaac42 req-1387c2fa-d8e8-44c9-a908-6b26239b3a1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 1130 time: 0.0457146 Mar 22 19:36:48.447236 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a0349af2-8e42-4511-b835-8958a2aaac42 req-338d8274-60b7-49f4-9a8c-8ccfe6c2fdb3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600026 Mar 22 19:36:48.468135 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b5c65-1472-494d-a208-bd9f0f62e170 req-e4ceef52-738d-433d-b569-b39e17d7ab87 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:48.491283 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0d7b5c65-1472-494d-a208-bd9f0f62e170 req-e4ceef52-738d-433d-b569-b39e17d7ab87 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0568902 Mar 22 19:36:48.516089 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0d7b5c65-1472-494d-a208-bd9f0f62e170 req-8bb60e10-8568-4569-8fe5-5f73eb19003e tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Mar 22 19:36:49.110174 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc068a4-b50c-4c03-9aee-5c066cee6265 req-61c3fc15-e081-42e5-b5f1-b43e42329ec3 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:49.111644 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7bc068a4-b50c-4c03-9aee-5c066cee6265 req-61c3fc15-e081-42e5-b5f1-b43e42329ec3 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0522470 Mar 22 19:36:49.159499 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7bc068a4-b50c-4c03-9aee-5c066cee6265 req-6f93126f-3a6b-4fd7-ba55-b7b9b02e7431 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Mar 22 19:36:49.630996 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e29429-17d3-4fa6-9362-08c57c0c72fc req-4c902652-9e8e-4049-b94c-0e4e313b6bff tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:49.633114 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c6e29429-17d3-4fa6-9362-08c57c0c72fc req-4c902652-9e8e-4049-b94c-0e4e313b6bff tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0510983 Mar 22 19:36:49.683109 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c6e29429-17d3-4fa6-9362-08c57c0c72fc req-76a84e43-29bf-47cc-a715-de80e62657c9 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Mar 22 19:36:50.276695 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e99f27-99cb-4e2e-8507-820190636530 req-415a9f7e-0491-4206-a5ac-7486540b7b69 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.278196 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-60e99f27-99cb-4e2e-8507-820190636530 req-415a9f7e-0491-4206-a5ac-7486540b7b69 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0538561 Mar 22 19:36:50.324029 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-60e99f27-99cb-4e2e-8507-820190636530 req-0e3fb18c-b17f-415b-b680-75b8dabbdf4c tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Mar 22 19:36:50.664864 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 5773457d-6545-4a9b-acb2-c90737086fb2 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:36:50.840687 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 5773457d-6545-4a9b-acb2-c90737086fb2 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:36:50.845242 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 5773457d-6545-4a9b-acb2-c90737086fb2 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:36:50.845615 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:50.925329 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 5773457d-6545-4a9b-acb2-c90737086fb2 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:50.925723 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:50.954027 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5773457d-6545-4a9b-acb2-c90737086fb2'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:50.956285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae2255-9e3f-487a-8e1d-212fe88fe69a" -d '{"events": [{"server_uuid": "ba5e24af-ba48-49e4-9ce6-87c227fcc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "5773457d-6545-4a9b-acb2-c90737086fb2"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:50.969198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 5773457d-6545-4a9b-acb2-c90737086fb2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5773457d-6545-4a9b-acb2-c90737086fb2,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:50.996221 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10637c-03f2-4a76-a451-6e95f536335f x-openstack-request-id: req-bd10637c-03f2-4a76-a451-6e95f536335f {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:50.996221 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5e24af-ba48-49e4-9ce6-87c227fcc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "5773457d-6545-4a9b-acb2-c90737086fb2", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:50.996221 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd10637c-03f2-4a76-a451-6e95f536335f {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:50.996221 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd10637c-03f2-4a76-a451-6e95f536335f'] response: {'server_uuid': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5773457d-6545-4a9b-acb2-c90737086fb2', 'code': 200} Mar 22 19:36:51.046503 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:51.047609 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c116-9b6b-4dff-b554-865e78968494 req-4561b319-cc18-4bf5-adbd-75f22a9c2223 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:51.049092 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6524c116-9b6b-4dff-b554-865e78968494 req-4561b319-cc18-4bf5-adbd-75f22a9c2223 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 945 time: 0.2979271 Mar 22 19:36:51.097066 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6524c116-9b6b-4dff-b554-865e78968494 req-f719112f-69d3-444a-bd9e-b6df28f28104 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Mar 22 19:36:51.103238 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=5773457d-6545-4a9b-acb2-c90737086fb2,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:51.496563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8605d-053e-4eb7-ad30-b3079377a8f3 req-388a4ac5-3b2e-48f9-a9e5-887637376aa7 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:51.498068 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3d8605d-053e-4eb7-ad30-b3079377a8f3 req-388a4ac5-3b2e-48f9-a9e5-887637376aa7 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0513678 Mar 22 19:36:51.544123 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3d8605d-053e-4eb7-ad30-b3079377a8f3 req-9fe7d33a-aff6-47c1-a13f-78c85c20f6a1 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Mar 22 19:36:51.968225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac200-c3dc-49c0-8cef-57c00d1e57c7 req-cbf0e101-fcb5-4aef-8a43-17fd37eb40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:51.969727 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6fac200-c3dc-49c0-8cef-57c00d1e57c7 req-cbf0e101-fcb5-4aef-8a43-17fd37eb40b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 1130 time: 0.0491326 Mar 22 19:36:52.013772 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6fac200-c3dc-49c0-8cef-57c00d1e57c7 req-dc68e1ca-e8a7-4d59-af4c-f79694c89a3d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 Mar 22 19:36:52.216714 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bcf32-90c9-4289-947a-9f0241df85b6 req-81daccd3-1736-44cf-b4ef-3108540e16b8 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:52.219182 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-497bcf32-90c9-4289-947a-9f0241df85b6 req-81daccd3-1736-44cf-b4ef-3108540e16b8 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0543842 Mar 22 19:36:52.268098 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-497bcf32-90c9-4289-947a-9f0241df85b6 req-4914c439-93a0-48d4-9f89-a33b09c629b2 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Mar 22 19:36:52.680118 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb5b4-47b6-4cda-b83f-54ee3212d24f req-360a8d45-9354-4749-888b-b4a6fb259740 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:52.680118 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-721cb5b4-47b6-4cda-b83f-54ee3212d24f req-360a8d45-9354-4749-888b-b4a6fb259740 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0535367 Mar 22 19:36:52.726051 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-721cb5b4-47b6-4cda-b83f-54ee3212d24f req-f369ca75-79b4-4358-8dd8-92e36b404719 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Mar 22 19:36:53.396675 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f04283-472f-411d-8286-583653630780 req-00ff2048-c355-4c38-a88d-40ca1289d260 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:53.398150 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-98f04283-472f-411d-8286-583653630780 req-00ff2048-c355-4c38-a88d-40ca1289d260 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0561824 Mar 22 19:36:53.447461 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-98f04283-472f-411d-8286-583653630780 req-5979b95d-97fa-46e4-bff5-e08415cd190b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Mar 22 19:36:57.150817 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcdeb5-83b3-4222-bd5f-eb63d863d679 req-1beea16c-e067-42db-af1c-805c60aa6166 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:57.152380 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2cbcdeb5-83b3-4222-bd5f-eb63d863d679 req-1beea16c-e067-42db-af1c-805c60aa6166 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0543141 Mar 22 19:36:57.200118 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2cbcdeb5-83b3-4222-bd5f-eb63d863d679 req-0a47d905-53e8-4048-87ac-eed30675bd8c tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Mar 22 19:36:58.327089 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1a3e1-26dc-401e-9e20-9e2358c56b49 req-18cde7c5-3bfc-4a1b-a0fe-afd5d4a4c38b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:58.328640 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87f1a3e1-26dc-401e-9e20-9e2358c56b49 req-18cde7c5-3bfc-4a1b-a0fe-afd5d4a4c38b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0556338 Mar 22 19:36:58.383882 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87f1a3e1-26dc-401e-9e20-9e2358c56b49 req-d45e2f9b-75f9-4407-8d01-15276970afc4 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Mar 22 19:36:58.553976 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-8a239e79-efe4-46ea-bd2f-a4c6286e6af7 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:58.555326 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-8a239e79-efe4-46ea-bd2f-a4c6286e6af7 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0545564 Mar 22 19:36:58.589065 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:36:58.650359 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Deleting port 5773457d-6545-4a9b-acb2-c90737086fb2 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:58.650701 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.741842 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] For port 5773457d-6545-4a9b-acb2-c90737086fb2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5773457d-6545-4a9b-acb2-c90737086fb2,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:58.742221 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.756236 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Calling delete_port for 5773457d-6545-4a9b-acb2-c90737086fb2 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:58.966262 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (5773457d-6545-4a9b-acb2-c90737086fb2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.980201 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['5773457d-6545-4a9b-acb2-c90737086fb2'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:58.993868 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Pushing event deleted for resources: {'Port': ['ID=5773457d-6545-4a9b-acb2-c90737086fb2,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:59.038597 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] No DVR routers for this DVR port 5773457d-6545-4a9b-acb2-c90737086fb2 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:59.041251 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.045278 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d53aa18-88e4-46d5-a824-5bb8046dab76 req-f2942186-773b-4375-92f4-c366a27ce6bf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "DELETE /v2.0/ports/5773457d-6545-4a9b-acb2-c90737086fb2 HTTP/1.1" status: 204 len: 173 time: 0.4843493 Mar 22 19:36:59.046394 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'name': 'network-vif-deleted', 'tag': '5773457d-6545-4a9b-acb2-c90737086fb2'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:59.048761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2c2e5f-1cd2-464b-9610-80cfa6cf0d97" -d '{"events": [{"server_uuid": "ba5e24af-ba48-49e4-9ce6-87c227fcc1a2", "name": "network-vif-deleted", "tag": "5773457d-6545-4a9b-acb2-c90737086fb2"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:59.085935 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8952bca0-d23e-4219-8cc5-41fc155e30df x-openstack-request-id: req-8952bca0-d23e-4219-8cc5-41fc155e30df {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:59.086233 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5e24af-ba48-49e4-9ce6-87c227fcc1a2", "name": "network-vif-deleted", "tag": "5773457d-6545-4a9b-acb2-c90737086fb2", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:59.086485 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8952bca0-d23e-4219-8cc5-41fc155e30df {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:59.086926 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8952bca0-d23e-4219-8cc5-41fc155e30df'] response: {'server_uuid': 'ba5e24af-ba48-49e4-9ce6-87c227fcc1a2', 'name': 'network-vif-deleted', 'tag': '5773457d-6545-4a9b-acb2-c90737086fb2', 'status': 'completed', 'code': 200} Mar 22 19:36:59.494352 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a7ac6be4-0bc4-472e-9068-b9f9ebaf0185 req-f582d310-0116-4279-bb39-4ce77b5fc254 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba5e24af-ba48-49e4-9ce6-87c227fcc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Mar 22 19:37:00.811726 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-b5c7ec08-2ce4-429f-9b17-3725ced7f768 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:00.813207 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-b5c7ec08-2ce4-429f-9b17-3725ced7f768 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/networks?id=96887bba-d077-4053-b23e-229f230c63f4 HTTP/1.1" status: 200 len: 809 time: 0.1044374 Mar 22 19:37:00.829380 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-0baaf903-acd6-495c-ad5f-490ef7aa18e8 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/quotas/f4c734cce8734d9d8481227fc89aa257 HTTP/1.1" status: 200 len: 375 time: 0.0106857 Mar 22 19:37:00.864317 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-d51a7622-6b3e-4f56-b057-96e3ab25327b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4c734cce8734d9d8481227fc89aa257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297256 Mar 22 19:37:00.962588 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-ada2d3b0-0af3-40f2-bf5e-71d0a15000a2 service neutron] 10.222.0.79 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911329 Mar 22 19:37:01.050841 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-c5153def-1f37-457e-9d79-bea05846df13 service neutron] 10.222.0.79 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821867 Mar 22 19:37:01.308108 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-575b7671-fede-4c0f-9216-3f50ff50cfaf req-7b89ba18-5bd5-4216-a548-de656063a568 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 210 time: 0.0307703 Mar 22 19:37:02.128375 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 5773457d-6545-4a9b-acb2-c90737086fb2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:02.150972 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 5773457d-6545-4a9b-acb2-c90737086fb2 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:02.151313 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 5773457d-6545-4a9b-acb2-c90737086fb2 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:02.409088 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-535b0f01-4319-4d2f-aefd-1bf3db0c08bc req-ec31de7e-0075-4e6e-8ff2-387ed22e6019 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 210 time: 0.0299656 Mar 22 19:37:03.213906 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57092) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:03.324580 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6934f084-73eb-4e75-97d5-49dbd43c49e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.477052 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-3f3d61ef-756c-47fe-a02c-6fa55b900f62 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:03.479018 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-3f3d61ef-756c-47fe-a02c-6fa55b900f62 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "GET /v2.0/networks?id=96887bba-d077-4053-b23e-229f230c63f4 HTTP/1.1" status: 200 len: 809 time: 0.1443408 Mar 22 19:37:03.497142 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Request body: {'port': {'device_id': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'network_id': '96887bba-d077-4053-b23e-229f230c63f4', 'admin_state_up': True, 'tenant_id': 'f4c734cce8734d9d8481227fc89aa257'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:03.508237 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cea0a670-466f-4acf-a947-6e3d09d2634b req-e3f83ae6-f108-47b4-87f0-3b0a7f8e3ea5 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 210 time: 0.0283339 Mar 22 19:37:03.552741 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6934f084-73eb-4e75-97d5-49dbd43c49e2 admin admin] Publish callbacks [] for security_group (a4998303-ba7b-4a7f-ba17-3ff1bb3531fd), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.657866 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6934f084-73eb-4e75-97d5-49dbd43c49e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a4998303-ba7b-4a7f-ba17-3ff1bb3531fd), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.696944 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6934f084-73eb-4e75-97d5-49dbd43c49e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=defbfc05bc424898897d8c4d03212a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819100 Mar 22 19:37:03.698013 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934f084-73eb-4e75-97d5-49dbd43c49e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4998303-ba7b-4a7f-ba17-3ff1bb3531fd,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:03.699623 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57098) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:03.720431 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Made reservation on behalf of f4c734cce8734d9d8481227fc89aa257 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:03.723857 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.756410 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e74f92-be03-4542-8fbb-d9b46db0f6c2 admin admin] Publish callbacks [] for security_group (a4998303-ba7b-4a7f-ba17-3ff1bb3531fd), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.779438 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e74f92-be03-4542-8fbb-d9b46db0f6c2 admin admin] Publish callbacks [] for security_group (a4998303-ba7b-4a7f-ba17-3ff1bb3531fd), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.855557 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Allocated IP 172.20.0.10 (96887bba-d077-4053-b23e-229f230c63f4/31f412f0-524d-4bdb-a74a-1295760d1a74/91de1013-d711-4b21-8eb4-947564590e00) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:03.932190 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e74f92-be03-4542-8fbb-d9b46db0f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a4998303-ba7b-4a7f-ba17-3ff1bb3531fd), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.934903 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3e74f92-be03-4542-8fbb-d9b46db0f6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.938945 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b3e74f92-be03-4542-8fbb-d9b46db0f6c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4998303-ba7b-4a7f-ba17-3ff1bb3531fd HTTP/1.1" status: 204 len: 168 time: 0.2346714 Mar 22 19:37:03.949458 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e74f92-be03-4542-8fbb-d9b46db0f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4998303-ba7b-4a7f-ba17-3ff1bb3531fd,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:04.039502 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks [] for port (91de1013-d711-4b21-8eb4-947564590e00), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.127266 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (91de1013-d711-4b21-8eb4-947564590e00), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.173914 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Network 96887bba-d077-4053-b23e-229f230c63f4 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:04.177294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:04.183380 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:04.207230 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Pushing event updated for resources: {'Port': ['ID=91de1013-d711-4b21-8eb4-947564590e00,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:04.238260 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:04.239453 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.357818 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-7bfe185e-bde6-486f-b52e-f90456b9d285 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8662198 Mar 22 19:37:04.372247 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Request body: {'port': {'device_id': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:04.432799 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91de1013-d711-4b21-8eb4-947564590e00), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.699490 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd602fb-e44c-4573-b56a-277456acc54b req-45f81990-53e1-4006-981f-048db60a5454 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:04.700998 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bd602fb-e44c-4573-b56a-277456acc54b req-45f81990-53e1-4006-981f-048db60a5454 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 932 time: 0.1094511 Mar 22 19:37:04.789883 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bd602fb-e44c-4573-b56a-277456acc54b req-fc942899-ca87-494a-b073-6d85b7bd0d8c tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Mar 22 19:37:04.800254 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91de1013-d711-4b21-8eb4-947564590e00 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:04.811804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Publish callbacks [] for port (91de1013-d711-4b21-8eb4-947564590e00), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.824887 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Transition to ACTIVE for port object 91de1013-d711-4b21-8eb4-947564590e00 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:37:04.920422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (91de1013-d711-4b21-8eb4-947564590e00), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.975063 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Pushing event updated for resources: {'Port': ['ID=91de1013-d711-4b21-8eb4-947564590e00,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:05.049754 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Attempting to bind port 91de1013-d711-4b21-8eb4-947564590e00 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:05.050150 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Attempting to bind port 91de1013-d711-4b21-8eb4-947564590e00 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:05.050442 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Attempting to bind port 91de1013-d711-4b21-8eb4-947564590e00 on network 96887bba-d077-4053-b23e-229f230c63f4 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:05.055225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Port 91de1013-d711-4b21-8eb4-947564590e00 on network 96887bba-d077-4053-b23e-229f230c63f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:37:05.055572 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Attempting to bind port 91de1013-d711-4b21-8eb4-947564590e00 on network 96887bba-d077-4053-b23e-229f230c63f4 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:05.060767 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:05.061113 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Checking segment: {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:05.061495 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Bound using segment: {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:05.062100 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Bound port: 91de1013-d711-4b21-8eb4-947564590e00, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2b02e8-7127-4914-9439-2449ea99c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96887bba-d077-4053-b23e-229f230c63f4'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:05.062459 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91de1013-d711-4b21-8eb4-947564590e00), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:05.130704 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] For port 91de1013-d711-4b21-8eb4-947564590e00, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:05.133833 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] For port 91de1013-d711-4b21-8eb4-947564590e00, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91de1013-d711-4b21-8eb4-947564590e00,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:05.240768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (91de1013-d711-4b21-8eb4-947564590e00), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:05.283661 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.284291 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:05.285675 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/91de1013-d711-4b21-8eb4-947564590e00 HTTP/1.1" status: 200 len: 1094 time: 0.9178493 Mar 22 19:37:05.286127 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'tag': '91de1013-d711-4b21-8eb4-947564590e00'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:05.290865 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc4875-2142-49ed-91fd-613d7467e23a" -d '{"events": [{"name": "network-changed", "server_uuid": "358dc4a7-39dd-4718-8f7a-a6db27379080", "tag": "91de1013-d711-4b21-8eb4-947564590e00"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:05.293365 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0d3af3af-6291-4d3e-9203-48f5ced8b671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:05.323269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8bfa0-4575-4f6d-8071-4a07dbe1afc4 service neutron] Pushing event updated for resources: {'Port': ['ID=91de1013-d711-4b21-8eb4-947564590e00,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:05.330992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74ed565-d369-4709-833f-5b2dfe161f0c x-openstack-request-id: req-f74ed565-d369-4709-833f-5b2dfe161f0c {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:05.331282 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358dc4a7-39dd-4718-8f7a-a6db27379080", "tag": "91de1013-d711-4b21-8eb4-947564590e00", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:05.331566 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f74ed565-d369-4709-833f-5b2dfe161f0c {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:05.331970 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74ed565-d369-4709-833f-5b2dfe161f0c'] response: {'name': 'network-changed', 'server_uuid': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'tag': '91de1013-d711-4b21-8eb4-947564590e00', 'status': 'completed', 'code': 200} Mar 22 19:37:05.406584 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc4875-2142-49ed-91fd-613d7467e23a req-4a9c5358-781c-41d9-a64d-96e78d21d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.408126 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3bfc4875-2142-49ed-91fd-613d7467e23a req-4a9c5358-781c-41d9-a64d-96e78d21d672 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c734cce8734d9d8481227fc89aa257&device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 1128 time: 0.0512640 Mar 22 19:37:05.513363 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc4875-2142-49ed-91fd-613d7467e23a req-eed7c821-b076-40e5-875e-913f4a5ba509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.514922 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3bfc4875-2142-49ed-91fd-613d7467e23a req-eed7c821-b076-40e5-875e-913f4a5ba509 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f4c734cce8734d9d8481227fc89aa257&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0983267 Mar 22 19:37:05.618349 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc4875-2142-49ed-91fd-613d7467e23a req-fb53e276-d278-43ef-9b02-67ac99d1095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.619823 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3bfc4875-2142-49ed-91fd-613d7467e23a req-fb53e276-d278-43ef-9b02-67ac99d1095a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985157 Mar 22 19:37:05.704654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-3cd102e1-8d16-4af6-a871-2f0e5e03ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.706162 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-3cd102e1-8d16-4af6-a871-2f0e5e03ffd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c734cce8734d9d8481227fc89aa257&device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 1128 time: 0.0472937 Mar 22 19:37:05.752000 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-c439de71-89ff-4d55-a623-739f8b814a9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91de1013-d711-4b21-8eb4-947564590e00 HTTP/1.1" status: 200 len: 217 time: 0.0386605 Mar 22 19:37:05.803116 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-db8f83e7-fb12-41d8-aaab-ce639b7d3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.804972 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-db8f83e7-fb12-41d8-aaab-ce639b7d3da1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f412f0-524d-4bdb-a74a-1295760d1a74 HTTP/1.1" status: 200 len: 849 time: 0.0446169 Mar 22 19:37:05.838162 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-16b14e09-6875-4dd6-9064-befe0db97a86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96887bba-d077-4053-b23e-229f230c63f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266964 Mar 22 19:37:05.971502 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fdde5-6a2c-4b0d-ac45-1c3f7a0947a4 req-0bc80cf1-4f12-4a5c-badc-d9110e041652 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.973056 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e8fdde5-6a2c-4b0d-ac45-1c3f7a0947a4 req-0bc80cf1-4f12-4a5c-badc-d9110e041652 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 944 time: 0.1093240 Mar 22 19:37:05.975266 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-33e6981b-901b-491d-861a-a825b2366d63 service neutron] 10.222.0.45 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295419 Mar 22 19:37:06.090986 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e8fdde5-6a2c-4b0d-ac45-1c3f7a0947a4 req-c846ab88-2128-4b0f-bd4c-6c6df24605aa tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103301 Mar 22 19:37:06.112361 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ef00f21-25b1-4741-8017-db5a5fcdf421 req-046df754-59e2-4c54-b5f5-bcee6636ddb3 service neutron] 10.222.0.45 "GET /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248765 Mar 22 19:37:07.211906 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d11db-ce96-4181-8cbc-e804ccd10ae0 req-5f18b3c3-3553-4fa0-a7c2-cf6598f5f7bb tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:07.213948 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e54d11db-ce96-4181-8cbc-e804ccd10ae0 req-5f18b3c3-3553-4fa0-a7c2-cf6598f5f7bb tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 944 time: 0.0524976 Mar 22 19:37:07.263830 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e54d11db-ce96-4181-8cbc-e804ccd10ae0 req-6edd3da8-e9e4-48a2-9fa9-6c07417bf238 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Mar 22 19:37:07.869111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b53be82e-a13f-4c3f-8419-508dd043decc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:08.388417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e9a5-ceb5-4437-9de6-56258e9450cc req-22a3e70c-7073-427f-84f6-2caa27a2d03b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.391007 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c45e9a5-ceb5-4437-9de6-56258e9450cc req-22a3e70c-7073-427f-84f6-2caa27a2d03b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 944 time: 0.0550561 Mar 22 19:37:08.438533 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c45e9a5-ceb5-4437-9de6-56258e9450cc req-f43b2261-cadb-4837-b87f-1714917ba70b tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Mar 22 19:37:09.103162 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.268495 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91de1013-d711-4b21-8eb4-947564590e00 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:37:09.367273 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 91de1013-d711-4b21-8eb4-947564590e00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91de1013-d711-4b21-8eb4-947564590e00,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:09.378726 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '91de1013-d711-4b21-8eb4-947564590e00', 'network_id': '96887bba-d077-4053-b23e-229f230c63f4', 'port_id': '91de1013-d711-4b21-8eb4-947564590e00', 'mac_address': 'fa:16:3e:45:4d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f412f0-524d-4bdb-a74a-1295760d1a74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:37:09.414818 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 91de1013-d711-4b21-8eb4-947564590e00 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:09.415197 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91de1013-d711-4b21-8eb4-947564590e00), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.428108 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91de1013-d711-4b21-8eb4-947564590e00 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:09.450394 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 91de1013-d711-4b21-8eb4-947564590e00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91de1013-d711-4b21-8eb4-947564590e00,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:09.520669 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (91de1013-d711-4b21-8eb4-947564590e00), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.558929 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0e4a-1644-4e41-b707-8a6ac3558193 req-201acaf6-b5ee-4d82-94b0-570f8f52dc81 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:09.560483 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cd8d0e4a-1644-4e41-b707-8a6ac3558193 req-201acaf6-b5ee-4d82-94b0-570f8f52dc81 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 944 time: 0.0541291 Mar 22 19:37:09.568573 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=91de1013-d711-4b21-8eb4-947564590e00,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:09.607852 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-cd8d0e4a-1644-4e41-b707-8a6ac3558193 req-b33acd43-b0de-4cab-92b6-a36bf3ea5565 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Mar 22 19:37:10.372337 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.727637 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16e4ca-c9e5-4e92-be62-2ca468890d9b req-9203b58c-3cea-4366-8006-1a1ab4b6d380 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:10.729152 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dc16e4ca-c9e5-4e92-be62-2ca468890d9b req-9203b58c-3cea-4366-8006-1a1ab4b6d380 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Mar 22 19:37:10.776060 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dc16e4ca-c9e5-4e92-be62-2ca468890d9b req-f9ee9799-668f-40ef-b7db-555403d2680d tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Mar 22 19:37:11.062912 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:11.214686 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['91de1013-d711-4b21-8eb4-947564590e00'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:11.743143 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:11.893428 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e20f-73a9-48c7-a2ea-5ab37f46df04 req-538c269f-3b96-4b28-8e48-98d531d4695a tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:11.900854 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6070e20f-73a9-48c7-a2ea-5ab37f46df04 req-538c269f-3b96-4b28-8e48-98d531d4695a tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 945 time: 0.0601077 Mar 22 19:37:11.942796 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6070e20f-73a9-48c7-a2ea-5ab37f46df04 req-41406ab8-5f30-4e11-b819-19f388796c89 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Mar 22 19:37:12.990558 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91de1013-d711-4b21-8eb4-947564590e00 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:13.064193 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20e1f-6b19-4493-897f-0d9dd105c819 req-2e22539f-82ec-4a65-98de-9dfe9edb7b7a tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:13.065674 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3c20e1f-6b19-4493-897f-0d9dd105c819 req-2e22539f-82ec-4a65-98de-9dfe9edb7b7a tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 945 time: 0.0565085 Mar 22 19:37:13.111760 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3c20e1f-6b19-4493-897f-0d9dd105c819 req-10583b26-0878-4e02-b237-1101b4e6661a tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Mar 22 19:37:13.114897 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 91de1013-d711-4b21-8eb4-947564590e00 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:37:13.119394 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 91de1013-d711-4b21-8eb4-947564590e00 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:13.122651 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (91de1013-d711-4b21-8eb4-947564590e00), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.200188 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 91de1013-d711-4b21-8eb4-947564590e00 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:13.200584 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (91de1013-d711-4b21-8eb4-947564590e00), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.222486 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91de1013-d711-4b21-8eb4-947564590e00'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:13.224953 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877eaa10-e7b1-4f0b-a04e-fd9e98bb0490" -d '{"events": [{"server_uuid": "358dc4a7-39dd-4718-8f7a-a6db27379080", "name": "network-vif-plugged", "status": "completed", "tag": "91de1013-d711-4b21-8eb4-947564590e00"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:13.236860 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 91de1013-d711-4b21-8eb4-947564590e00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91de1013-d711-4b21-8eb4-947564590e00,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:13.262074 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352fa6c7-a842-4e8b-a668-47ee334e791b x-openstack-request-id: req-352fa6c7-a842-4e8b-a668-47ee334e791b {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:13.262364 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358dc4a7-39dd-4718-8f7a-a6db27379080", "name": "network-vif-plugged", "status": "completed", "tag": "91de1013-d711-4b21-8eb4-947564590e00", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:13.262618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-352fa6c7-a842-4e8b-a668-47ee334e791b {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:13.263017 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352fa6c7-a842-4e8b-a668-47ee334e791b'] response: {'server_uuid': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91de1013-d711-4b21-8eb4-947564590e00', 'code': 200} Mar 22 19:37:13.326161 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (91de1013-d711-4b21-8eb4-947564590e00), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.374626 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=91de1013-d711-4b21-8eb4-947564590e00,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:13.643589 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082851a-a9e4-45ee-ba81-95b97350a0f1 req-15c9bfbd-2f4d-4552-a5b2-fb220dc85984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:13.645193 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c082851a-a9e4-45ee-ba81-95b97350a0f1 req-15c9bfbd-2f4d-4552-a5b2-fb220dc85984 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 1130 time: 0.0439012 Mar 22 19:37:13.691540 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c082851a-a9e4-45ee-ba81-95b97350a0f1 req-8ffeb459-e363-46b1-826e-642bc0f5e36c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Mar 22 19:37:14.234241 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef320-3594-41ce-bfc4-bb0e2803daef req-7cbc64e6-d0d5-4b6f-82c8-ee74221bdae8 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:14.235724 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-660ef320-3594-41ce-bfc4-bb0e2803daef req-7cbc64e6-d0d5-4b6f-82c8-ee74221bdae8 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 946 time: 0.0555818 Mar 22 19:37:14.283522 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-660ef320-3594-41ce-bfc4-bb0e2803daef req-5e579510-d553-4dbf-9cfc-72f9d5a0a8cf tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Mar 22 19:37:14.972101 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57238) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:15.086657 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.158468 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Publish callbacks [] for security_group (e0cb5267-2096-443d-8646-bfb0de6652cc), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.286221 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e0cb5267-2096-443d-8646-bfb0de6652cc), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.327565 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27c797da2e7848aba1cc61bf224c4e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543365 Mar 22 19:37:15.329549 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cb5267-2096-443d-8646-bfb0de6652cc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:15.330415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57244) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:15.337228 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.338382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.338382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.338382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.338801 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.338926 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.339806 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.339806 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.339994 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.340211 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.340540 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.340864 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.341183 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.341503 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.341824 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21c592-5449-44ef-ae0f-0438cc0bd535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.389649 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Publish callbacks [] for security_group (e0cb5267-2096-443d-8646-bfb0de6652cc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.411577 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Publish callbacks [] for security_group (e0cb5267-2096-443d-8646-bfb0de6652cc), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.411786 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f25a4-3faa-45f0-897f-f6305538796c req-7cedff0c-8c18-4599-b587-60e04975dded tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:15.413087 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0e9f25a4-3faa-45f0-897f-f6305538796c req-7cedff0c-8c18-4599-b587-60e04975dded tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 946 time: 0.0562656 Mar 22 19:37:15.470549 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0e9f25a4-3faa-45f0-897f-f6305538796c req-43c8cdb1-ee57-45bb-ba06-12da9331bf12 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510964 Mar 22 19:37:15.577706 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (e0cb5267-2096-443d-8646-bfb0de6652cc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.580335 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.581511 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0cb5267-2096-443d-8646-bfb0de6652cc HTTP/1.1" status: 204 len: 168 time: 0.2499461 Mar 22 19:37:15.589610 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cb5267-2096-443d-8646-bfb0de6652cc,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:15.596732 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.597059 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.597395 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.597729 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.598095 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.599447 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.599840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.600172 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.600502 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.600827 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.601151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.601591 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.602026 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.602456 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:15.602780 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7917e14-9408-4294-be3c-e435d8037c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:16.714670 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57282) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:16.815112 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1999527401-network', 'tenant_id': '606bc76420b949528aa9230d0aa976ad'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:16.855231 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70067df-b63e-4c42-b004-fe9c88305e01 req-4f71e911-3588-4bbf-9ec4-75f2fc3198b5 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:16.856815 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b70067df-b63e-4c42-b004-fe9c88305e01 req-4f71e911-3588-4bbf-9ec4-75f2fc3198b5 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 946 time: 0.0635235 Mar 22 19:37:16.886086 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Made reservation on behalf of 606bc76420b949528aa9230d0aa976ad for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:16.888475 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.897777 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.905823 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b70067df-b63e-4c42-b004-fe9c88305e01 req-f8174e5d-6af2-41b6-a30e-d4ea48dcd7b2 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Mar 22 19:37:16.972446 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks [] for security_group (c4845206-496b-4929-84ef-b9def3e967c0), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.068839 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c4845206-496b-4929-84ef-b9def3e967c0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.095581 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 951} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:37:17.106025 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4845206-496b-4929-84ef-b9def3e967c0,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:17.111793 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (7d9b9a06-6c10-47d1-8092-4c561fca4324), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.112192 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Added segment 7d9b9a06-6c10-47d1-8092-4c561fca4324 of type vlan for network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 Mar 22 19:37:17.151255 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.228591 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.229566 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:17.230152 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.290529 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:17.300732 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:37:17.388104 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-85838682-dafe-4494-80ce-bb606d9ca4c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6723289 Mar 22 19:37:17.390876 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57290) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:17.396423 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Request body: {'subnet': {'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1999527401-subnet', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:17.486433 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Made reservation on behalf of 606bc76420b949528aa9230d0aa976ad for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:17.488838 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10393504'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.719246 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10303141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10393526'] for subnet (a9805fac-9a36-4058-b6ef-f47ea108e1a2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.777284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9805fac-9a36-4058-b6ef-f47ea108e1a2,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:17.784190 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Checking segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:17.784513 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Network hostable DHCP agents. Network: dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:37:17.857597 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:37:17.972024 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:17.976816 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:17.977401 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.983754 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be92efa-b89c-4eb3-a77f-590dfad3000b None None] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:18.033570 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b289df5-ea7d-47b3-bfae-1b657c71a873 req-b0ad8c1d-2334-44b7-ba72-d6be795b1e25 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:18.035039 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b289df5-ea7d-47b3-bfae-1b657c71a873 req-b0ad8c1d-2334-44b7-ba72-d6be795b1e25 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 946 time: 0.0552123 Mar 22 19:37:18.081223 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bb296c8e-056f-41b3-a49c-a8e705da3088 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6892862 Mar 22 19:37:18.084928 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57296) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:18.087648 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b289df5-ea7d-47b3-bfae-1b657c71a873 req-8c68d63a-544e-403b-ba11-249b9e3f548d tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/security-groups?id=515c6cd2-358c-41c1-92f7-0062c19ff0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Mar 22 19:37:18.089160 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:37:18.090121 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.090997 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:18.194533 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (f21110d3-f1e9-4aae-8e90-7fa132b46f51), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.195650 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (f21110d3-f1e9-4aae-8e90-7fa132b46f51), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.224246 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Allocated IP 172.20.0.2 (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8/a9805fac-9a36-4058-b6ef-f47ea108e1a2/08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:18.250326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks [] for router_controller (f21110d3-f1e9-4aae-8e90-7fa132b46f51), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.324913 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-5c21ab7a-b505-420d-b7e9-c751491d30e2 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:18.326371 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-5c21ab7a-b505-420d-b7e9-c751491d30e2 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 946 time: 0.0555124 Mar 22 19:37:18.372027 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Publish callbacks [] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.428395 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Deleting port 91de1013-d711-4b21-8eb4-947564590e00 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:18.428993 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (91de1013-d711-4b21-8eb4-947564590e00), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.490504 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks [] for router_gateway (f21110d3-f1e9-4aae-8e90-7fa132b46f51), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.497704 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.519582 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] For port 91de1013-d711-4b21-8eb4-947564590e00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=91de1013-d711-4b21-8eb4-947564590e00,segment=NetworkSegment(9a2b02e8-7127-4914-9439-2449ea99c749),segment_id=9a2b02e8-7127-4914-9439-2449ea99c749)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:18.520481 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (91de1013-d711-4b21-8eb4-947564590e00), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.533405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Calling delete_port for 91de1013-d711-4b21-8eb4-947564590e00 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:18.535658 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:18.539709 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:18.542264 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:18.579862 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Pushing event updated for resources: {'Port': ['ID=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:18.615687 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Attempting to bind port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:18.616325 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Attempting to bind port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:18.617634 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Attempting to bind port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:18.622336 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:18.623217 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Checking segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:18.623654 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.624069 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Bound using segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:18.624677 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Bound port: 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:18.625069 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.696460 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] For port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:18.699641 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] For port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:18.767586 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks [] for router_gateway (f21110d3-f1e9-4aae-8e90-7fa132b46f51), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.772646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (91de1013-d711-4b21-8eb4-947564590e00), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.787336 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.787986 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['91de1013-d711-4b21-8eb4-947564590e00'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:18.803427 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Pushing event deleted for resources: {'Port': ['ID=91de1013-d711-4b21-8eb4-947564590e00,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:18.819380 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.860690 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] No DVR routers for this DVR port 91de1013-d711-4b21-8eb4-947564590e00 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:18.863193 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.866580 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1fe33342-030a-4b2f-8675-5c7eaae2269d req-fa5b65b0-38ec-4611-bac2-662686dae621 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.45 "DELETE /v2.0/ports/91de1013-d711-4b21-8eb4-947564590e00 HTTP/1.1" status: 204 len: 173 time: 0.5350604 Mar 22 19:37:18.867001 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'name': 'network-vif-deleted', 'tag': '91de1013-d711-4b21-8eb4-947564590e00'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:18.869633 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6cdfeb-46a7-43ea-a74a-74884a8bf869" -d '{"events": [{"server_uuid": "358dc4a7-39dd-4718-8f7a-a6db27379080", "name": "network-vif-deleted", "tag": "91de1013-d711-4b21-8eb4-947564590e00"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:18.909022 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b300102-aeb5-48cc-aff5-93fa41cf6036 x-openstack-request-id: req-9b300102-aeb5-48cc-aff5-93fa41cf6036 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:18.909476 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358dc4a7-39dd-4718-8f7a-a6db27379080", "name": "network-vif-deleted", "tag": "91de1013-d711-4b21-8eb4-947564590e00", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:18.909829 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b300102-aeb5-48cc-aff5-93fa41cf6036 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:18.910481 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689f2f6-ab30-491b-8276-e64a4b5c08fe None None] Pushing event updated for resources: {'Port': ['ID=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:18.911161 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b300102-aeb5-48cc-aff5-93fa41cf6036'] response: {'server_uuid': '358dc4a7-39dd-4718-8f7a-a6db27379080', 'name': 'network-vif-deleted', 'tag': '91de1013-d711-4b21-8eb4-947564590e00', 'status': 'completed', 'code': 200} Mar 22 19:37:18.933405 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Allocated IP 172.27.0.94 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/f0061b1e-a75c-45c8-b921-d27dbe5bd90d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:19.040175 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks [] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.215029 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9b6ad9fd-b3d1-4295-bd32-96529e39a505 req-de498cbe-121b-4525-b510-64a6dfba1d68 tempest-VolumesActionsTest-119149233 tempest-VolumesActionsTest-119149233-project] 10.222.0.79 "GET /v2.0/ports?device_id=358dc4a7-39dd-4718-8f7a-a6db27379080 HTTP/1.1" status: 200 len: 210 time: 0.0398998 Mar 22 19:37:19.224270 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.253973 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:19.278056 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:19.283191 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:19.288846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:19.292259 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:19.306946 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:19.307337 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.388316 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:19.388963 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.427233 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:19.526001 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.576032 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:19.709202 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks [] for router_gateway (f21110d3-f1e9-4aae-8e90-7fa132b46f51), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.922348 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67383ffa-f8dc-4f9e-b059-42ebb64ca5f1 None None] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:19.925310 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (f21110d3-f1e9-4aae-8e90-7fa132b46f51), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.995927 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-059fe650-c052-42d2-8ccd-7031ae12d365 None None] Provisioning complete for port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:19.996295 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-059fe650-c052-42d2-8ccd-7031ae12d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.108176 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-059fe650-c052-42d2-8ccd-7031ae12d365 None None] Current status of the port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:20.138006 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:37:20.253394 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:20.264004 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:20.281378 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:20.284169 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:20.339232 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.341595 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-72e8d817-a75b-4354-b148-4712065e8ac5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2545733 Mar 22 19:37:20.343363 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57310) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:20.380248 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-30d77570-219f-4e09-875f-39e1f901abfc None None] Provisioning complete for port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:20.380685 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-30d77570-219f-4e09-875f-39e1f901abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.433354 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:20.576326 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-30d77570-219f-4e09-875f-39e1f901abfc None None] Current status of the port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:20.650021 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:19Z', 'revision_number': 3, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:20.800613 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.820716 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:20.821060 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Updating router f21110d3-f1e9-4aae-8e90-7fa132b46f51 port f0061b1e-a75c-45c8-b921-d27dbe5bd90d binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:37:20.849583 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.962074 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Allocated IP 172.20.0.1 (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8/a9805fac-9a36-4058-b6ef-f47ea108e1a2/962923e7-0c47-4e34-8f62-5d14608bda15) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:21.157592 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Publish callbacks [] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.221861 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:21.225575 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.314291 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks [] for port (962923e7-0c47-4e34-8f62-5d14608bda15), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.330773 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Attempting to bind port f0061b1e-a75c-45c8-b921-d27dbe5bd90d on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:21.330985 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Attempting to bind port f0061b1e-a75c-45c8-b921-d27dbe5bd90d by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:21.331296 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Attempting to bind port f0061b1e-a75c-45c8-b921-d27dbe5bd90d on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:21.336048 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e2a2f-2152-4502-b9d3-872322562fce None None] Pushing event updated for resources: {'Port': ['ID=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:21.344096 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:21.344479 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:21.344901 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.345268 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:21.345740 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Bound port: f0061b1e-a75c-45c8-b921-d27dbe5bd90d, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:21.346123 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.376498 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:21.376881 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.431651 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.436651 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] For port f0061b1e-a75c-45c8-b921-d27dbe5bd90d, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:21.452637 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] For port f0061b1e-a75c-45c8-b921-d27dbe5bd90d, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:21.477938 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:21.485538 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:21.487854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Pushing event updated for resources: {'Port': ['ID=962923e7-0c47-4e34-8f62-5d14608bda15,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:21.490920 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:21.499959 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:21.542309 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (f21110d3-f1e9-4aae-8e90-7fa132b46f51), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.549373 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.607778 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:21.608321 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:21.690080 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e2a2f-2152-4502-b9d3-872322562fce None None] Pushing event updated for resources: {'Port': ['ID=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:21.747386 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:21.830681 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.860795 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7e0e887d-0f44-4116-95ab-34a787787dcb None None] Provisioning complete for port 962923e7-0c47-4e34-8f62-5d14608bda15 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:21.861171 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7e0e887d-0f44-4116-95ab-34a787787dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.922604 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e887d-0f44-4116-95ab-34a787787dcb None None] Port 962923e7-0c47-4e34-8f62-5d14608bda15 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:21.975739 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:19Z', 'revision_number': 3, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:22.004631 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e60c6-52ed-44a1-9a20-5539f4ebce76 None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:19Z', 'revision_number': 3, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:22.018084 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks [] for port (962923e7-0c47-4e34-8f62-5d14608bda15), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:22.091777 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:22.168434 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Pushing event updated for resources: {'Port': ['ID=962923e7-0c47-4e34-8f62-5d14608bda15,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:22.170868 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (f21110d3-f1e9-4aae-8e90-7fa132b46f51), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:22.292510 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:22.294312 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:22.436532 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:22.553848 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7a81ba73-0506-4cab-8fd6-70073f290640 None None] Provisioning complete for port 962923e7-0c47-4e34-8f62-5d14608bda15 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:22.559981 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7a81ba73-0506-4cab-8fd6-70073f290640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:22.567072 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:22.581959 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-51cf1f99-b742-4a66-a144-dfce10cd8032 admin admin] 10.222.0.79 "PUT /v2.0/routers/f21110d3-f1e9-4aae-8e90-7fa132b46f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2283401 Mar 22 19:37:22.596786 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7a81ba73-0506-4cab-8fd6-70073f290640 None None] Port 962923e7-0c47-4e34-8f62-5d14608bda15 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:23.235675 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f0061b1e-a75c-45c8-b921-d27dbe5bd90d up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:23.294330 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port f0061b1e-a75c-45c8-b921-d27dbe5bd90d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:23.294705 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.323243 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57380) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:23.328204 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-60116439-network', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:23.383561 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port f0061b1e-a75c-45c8-b921-d27dbe5bd90d is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:23.383995 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.406130 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port f0061b1e-a75c-45c8-b921-d27dbe5bd90d, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:23.429084 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Made reservation on behalf of 9f795f888ddc4d14ada1a31cd322a682 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:23.429084 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.435164 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.515163 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks [] for security_group (cdf0ee25-aee1-4bee-ae0c-eb12a9948915), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.565896 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.601173 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:23.611130 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:23.611779 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.617448 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (cdf0ee25-aee1-4bee-ae0c-eb12a9948915), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.618825 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:23.626591 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.627261 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.627627 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.628182 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.628793 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.629352 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.630540 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.631039 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.631590 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.632103 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.632604 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.633210 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.633712 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.634210 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.634704 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:23.642950 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 982} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:37:23.657613 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0ee25-aee1-4bee-ae0c-eb12a9948915,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:23.661703 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91de1013-d711-4b21-8eb4-947564590e00 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:23.663211 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (921bd3b9-76d4-4d81-ae2a-82344cf9e23a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.663584 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Added segment 921bd3b9-76d4-4d81-ae2a-82344cf9e23a of type vlan for network b57ff18d-f97c-4232-b6e5-835d084c0359 Mar 22 19:37:23.689188 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 91de1013-d711-4b21-8eb4-947564590e00 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:23.689523 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 91de1013-d711-4b21-8eb4-947564590e00 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:23.705138 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740839886704'] for network (b57ff18d-f97c-4232-b6e5-835d084c0359), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.721725 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:23.812006 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122'] for network (b57ff18d-f97c-4232-b6e5-835d084c0359), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.813002 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:23.813585 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.870267 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] Pushing event updated for resources: {'Network': ['ID=b57ff18d-f97c-4232-b6e5-835d084c0359,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:23.880880 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Network b57ff18d-f97c-4232-b6e5-835d084c0359 details requested by agent ovs-agent-dv-cinder-799871-19-iscsi with host dv-cinder-799871-19-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:37:23.938431 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 2, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.965562 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:23.965924 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Updating router f21110d3-f1e9-4aae-8e90-7fa132b46f51 port 962923e7-0c47-4e34-8f62-5d14608bda15 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:37:23.979963 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ded2477d-eb78-4037-8de0-5940c4262d1f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6555643 Mar 22 19:37:23.982660 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57388) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:23.987490 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Request body: {'subnet': {'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-60116439-subnet', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:23.993749 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.097244 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Made reservation on behalf of 9f795f888ddc4d14ada1a31cd322a682 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:24.100567 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10284572'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.260074 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Publish callbacks [] for port (962923e7-0c47-4e34-8f62-5d14608bda15), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.331697 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.384827 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Pushing event updated for resources: {'Port': ['ID=962923e7-0c47-4e34-8f62-5d14608bda15,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:24.391353 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10284554'] for subnet (88f5699c-3fcf-474e-abad-918f884cdbe7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.408571 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.408925 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.409296 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.409852 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.410228 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.410626 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.411342 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.411342 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.411668 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.413407 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.413407 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.413407 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.413407 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.413407 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.413924 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:24.446321 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Attempting to bind port 962923e7-0c47-4e34-8f62-5d14608bda15 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:24.446710 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Attempting to bind port 962923e7-0c47-4e34-8f62-5d14608bda15 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:24.447388 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Attempting to bind port 962923e7-0c47-4e34-8f62-5d14608bda15 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:24.452748 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:24.452973 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Checking segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:24.453256 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.453648 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Bound using segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:24.454222 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Bound port: 962923e7-0c47-4e34-8f62-5d14608bda15, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:24.454494 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.459750 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f5699c-3fcf-474e-abad-918f884cdbe7,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:24.467051 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Checking segment: {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:24.467356 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Network hostable DHCP agents. Network: b57ff18d-f97c-4232-b6e5-835d084c0359, hostable agents: ['05bcde60-2c90-4655-9902-ded5b10c5783'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:37:24.531639 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] For port 962923e7-0c47-4e34-8f62-5d14608bda15, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:24.535239 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] For port 962923e7-0c47-4e34-8f62-5d14608bda15, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=962923e7-0c47-4e34-8f62-5d14608bda15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:24.606378 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Network b57ff18d-f97c-4232-b6e5-835d084c0359 is scheduled to be hosted by DHCP agent 05bcde60-2c90-4655-9902-ded5b10c5783 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:37:24.635743 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.645070 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] Provisioning complete for port 962923e7-0c47-4e34-8f62-5d14608bda15 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:24.646130 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.682502 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:24.683410 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:24.719206 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-19-iscsi, b57ff18d-f97c-4232-b6e5-835d084c0359) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:24.724032 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.724690 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.728057 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] Current status of the port 962923e7-0c47-4e34-8f62-5d14608bda15 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:24.728785 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.732274 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc41182-4dde-4024-97bf-db4889c2d57e None None] Network b57ff18d-f97c-4232-b6e5-835d084c0359 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:24.804779 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cf72815c-ac7d-48ea-a0ab-344eb8b29616 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8210015 Mar 22 19:37:24.807241 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57392) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:24.811980 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f2cf-b94a-4377-a702-5c71ff3749c6 None None] Pushing event updated for resources: {'Port': ['ID=962923e7-0c47-4e34-8f62-5d14608bda15,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:24.818521 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:24.818980 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] For port 962923e7-0c47-4e34-8f62-5d14608bda15, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=962923e7-0c47-4e34-8f62-5d14608bda15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:24.829920 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:24.874192 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2602be7c-5fe4-5567-bd94-69ab138636aa-b57ff18d-f97c-4232-b6e5-835d084c0359', 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'fixed_ips': [{'subnet_id': '88f5699c-3fcf-474e-abad-918f884cdbe7'}]}} from dv-cinder-799871-19-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:37:24.875183 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.945763 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.989031 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-479'] for router (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.990150 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-456'] for router (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.039835 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516ecd1-f250-40a4-b77e-6a6a58b1575d None None] Pushing event updated for resources: {'Port': ['ID=962923e7-0c47-4e34-8f62-5d14608bda15,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:25.050158 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks [] for router_controller (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.057064 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:25.064031 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Allocated IP 172.20.0.2 (b57ff18d-f97c-4232-b6e5-835d084c0359/88f5699c-3fcf-474e-abad-918f884cdbe7/a899227e-dfee-42d6-96af-5ec9b1f73d3a) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:25.087919 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f9caf-adfd-4125-a6c1-91d7b8188a0c None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:25.094285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-38f86928-943a-4083-9cfb-0a65fe7fca79 None None] Provisioning complete for port 962923e7-0c47-4e34-8f62-5d14608bda15 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:25.094665 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-38f86928-943a-4083-9cfb-0a65fe7fca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.355767 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 962923e7-0c47-4e34-8f62-5d14608bda15 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:25.358208 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks [] for router_gateway (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.454678 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-38f86928-943a-4083-9cfb-0a65fe7fca79 None None] Current status of the port 962923e7-0c47-4e34-8f62-5d14608bda15 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:25.462333 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Publish callbacks [] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.480379 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 962923e7-0c47-4e34-8f62-5d14608bda15 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:25.486508 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.561436 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.592041 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 962923e7-0c47-4e34-8f62-5d14608bda15 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:25.593265 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f0061b1e-a75c-45c8-b921-d27dbe5bd90d up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:25.645635 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Network b57ff18d-f97c-4232-b6e5-835d084c0359 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:25.648166 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Pushing event updated for resources: {'Port': ['ID=a899227e-dfee-42d6-96af-5ec9b1f73d3a,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:25.653146 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:25.659093 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:25.665855 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks [] for router_gateway (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.687148 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.730707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port f0061b1e-a75c-45c8-b921-d27dbe5bd90d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:25.731569 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.753889 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Attempting to bind port a899227e-dfee-42d6-96af-5ec9b1f73d3a on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:25.754821 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Attempting to bind port a899227e-dfee-42d6-96af-5ec9b1f73d3a by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:25.755199 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Attempting to bind port a899227e-dfee-42d6-96af-5ec9b1f73d3a on network b57ff18d-f97c-4232-b6e5-835d084c0359 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:25.763186 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:25.763624 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Checking segment: {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:25.764034 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.764435 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Bound using segment: {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:25.764909 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Bound port: a899227e-dfee-42d6-96af-5ec9b1f73d3a, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:25.765299 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.800854 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Allocated IP 172.27.0.176 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/b8b11239-537f-4065-b9bd-62fc5b39c987) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:25.874722 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] For port a899227e-dfee-42d6-96af-5ec9b1f73d3a, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:25.882392 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] For port a899227e-dfee-42d6-96af-5ec9b1f73d3a, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a899227e-dfee-42d6-96af-5ec9b1f73d3a,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:25.886555 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port f0061b1e-a75c-45c8-b921-d27dbe5bd90d is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:25.924143 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks [] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.972439 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.032478 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04547a7-2351-44bf-9598-381a8f47ecfa None None] Pushing event updated for resources: {'Port': ['ID=a899227e-dfee-42d6-96af-5ec9b1f73d3a,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:26.075379 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.122213 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:26.125466 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:26.128570 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:26.171655 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Pushing event updated for resources: {'Port': ['ID=b8b11239-537f-4065-b9bd-62fc5b39c987,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:26.576970 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks [] for router_gateway (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.774143 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689110'] for router (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.983895 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a is scheduled to L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:37:27.105674 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:27.116170 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Sync routers for ids ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:27.127455 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Routers {'9bf15f9b-2162-4906-b1e2-7fb7b07db53a'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:27.128111 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:27.189364 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.190825 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1abaa0a5-51a9-4dfa-a325-ed2617b416be admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3823011 Mar 22 19:37:27.192629 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb92a6-7321-4ef8-b65e-4e18feaf4be1 None None] Network b57ff18d-f97c-4232-b6e5-835d084c0359 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:27.193718 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57410) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:27.281378 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a899227e-dfee-42d6-96af-5ec9b1f73d3a up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:27.339559 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Set router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:27.417599 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] Provisioning complete for port a899227e-dfee-42d6-96af-5ec9b1f73d3a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:27.417971 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.525516 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port a899227e-dfee-42d6-96af-5ec9b1f73d3a triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:27.525885 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.660015 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] Current status of the port a899227e-dfee-42d6-96af-5ec9b1f73d3a is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:27.660407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.734128 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a899227e-dfee-42d6-96af-5ec9b1f73d3a is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:27.734526 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.739567 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] For port a899227e-dfee-42d6-96af-5ec9b1f73d3a, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a899227e-dfee-42d6-96af-5ec9b1f73d3a,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:27.755204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:37:26Z', 'revision_number': 3, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:27.792285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Checking router: 9bf15f9b-2162-4906-b1e2-7fb7b07db53a for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:27.792637 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Updating router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a port b8b11239-537f-4065-b9bd-62fc5b39c987 binding host dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:37:27.825300 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.890960 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.906341 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.019235 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.db.api [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:37:28.019594 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG oslo_db.api [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:37:28.049592 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ee87-ca17-4749-8ebc-b1f5830aba08 None None] Pushing event updated for resources: {'Port': ['ID=a899227e-dfee-42d6-96af-5ec9b1f73d3a,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.053202 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Allocated IP 172.20.0.1 (b57ff18d-f97c-4232-b6e5-835d084c0359/88f5699c-3fcf-474e-abad-918f884cdbe7/6643fc5b-fdd8-48b2-9ccd-543ba16ca559) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:28.077920 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6fc13943-ef8b-4c00-8347-05fe9e054c47 None None] Provisioning complete for port a899227e-dfee-42d6-96af-5ec9b1f73d3a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:28.078294 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6fc13943-ef8b-4c00-8347-05fe9e054c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.162212 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks [] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.280888 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.323166 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Network b57ff18d-f97c-4232-b6e5-835d084c0359 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:28.326245 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:28.330586 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:28.365429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.373211 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6fc13943-ef8b-4c00-8347-05fe9e054c47 None None] Current status of the port a899227e-dfee-42d6-96af-5ec9b1f73d3a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:28.377394 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Publish callbacks [] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.387729 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1689539'] for router_interface (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.452328 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.527628 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Attempting to bind port b8b11239-537f-4065-b9bd-62fc5b39c987 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:28.530154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Attempting to bind port b8b11239-537f-4065-b9bd-62fc5b39c987 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:28.530154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Attempting to bind port b8b11239-537f-4065-b9bd-62fc5b39c987 on network d64efbdb-a203-486e-a650-36facd9d9775 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:28.548964 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2841-4126-45c1-b468-8d31e270904f None None] Pushing event updated for resources: {'Port': ['ID=b8b11239-537f-4065-b9bd-62fc5b39c987,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.556714 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:28.556967 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Checking segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:28.557369 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.557756 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Bound using segment: {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:28.558239 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Bound port: b8b11239-537f-4065-b9bd-62fc5b39c987, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7842-7723-404a-8c92-81be008f1657', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:28.558618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.600950 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a899227e-dfee-42d6-96af-5ec9b1f73d3a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:28.630063 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-9c72895f-c58f-4120-b1bb-5c8b0ac27880 None None] Provisioning complete for port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:28.630443 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9c72895f-c58f-4120-b1bb-5c8b0ac27880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.632355 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] For port b8b11239-537f-4065-b9bd-62fc5b39c987, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:28.637336 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] For port b8b11239-537f-4065-b9bd-62fc5b39c987, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=b8b11239-537f-4065-b9bd-62fc5b39c987,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:28.668089 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.678387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-9c72895f-c58f-4120-b1bb-5c8b0ac27880 None None] Port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:28.724983 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.778456 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Routers {'9bf15f9b-2162-4906-b1e2-7fb7b07db53a'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:28.780107 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:28.845547 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks [] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.846205 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2841-4126-45c1-b468-8d31e270904f None None] Pushing event updated for resources: {'Port': ['ID=b8b11239-537f-4065-b9bd-62fc5b39c987,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.897847 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] Set router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:28.915117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.983907 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1689431'] for router_interface (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.985772 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:29.120896 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Network b57ff18d-f97c-4232-b6e5-835d084c0359 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:29.122198 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:29.235371 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '6643fc5b-fdd8-48b2-9ccd-543ba16ca559', 'name': '', 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'mac_address': 'fa:16:3e:0f:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:27Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 1, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'subnets': [{'id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:29.284398 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727092c-6ad1-47a2-91b7-474d6a9691f6 None None] The sync data for ids ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'] in dv-cinder-799871-19-iscsi is: [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '6643fc5b-fdd8-48b2-9ccd-543ba16ca559', 'name': '', 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'mac_address': 'fa:16:3e:0f:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:27Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 1, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'subnets': [{'id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:29.288782 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a899227e-dfee-42d6-96af-5ec9b1f73d3a up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:29.298828 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:29.358331 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port a899227e-dfee-42d6-96af-5ec9b1f73d3a triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:29.362731 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.515352 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:29.521804 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b284401d-3404-4636-b646-57cab60f1fd4 admin admin] 10.222.0.79 "PUT /v2.0/routers/9bf15f9b-2162-4906-b1e2-7fb7b07db53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3267417 Mar 22 19:37:29.534917 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port a899227e-dfee-42d6-96af-5ec9b1f73d3a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:29.564609 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-affab83b-61d3-4393-95f4-fede74a61112 None None] Provisioning complete for port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:29.565009 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-affab83b-61d3-4393-95f4-fede74a61112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.646422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-affab83b-61d3-4393-95f4-fede74a61112 None None] Port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:30.481341 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57458) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:30.486405 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834492668', 'description': 'tempest-secgroup-smoke-1834492668 description', 'project_id': '606bc76420b949528aa9230d0aa976ad'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:30.623212 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.729140 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group (0461aba3-2c8e-4477-b998-f516cd2ef8f0), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.818117 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0461aba3-2c8e-4477-b998-f516cd2ef8f0), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.847671 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0461aba3-2c8e-4477-b998-f516cd2ef8f0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:30.916410 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.917670 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7e2f749a-c73f-40b4-82aa-d9f492526eea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4352660 Mar 22 19:37:30.920699 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57460) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:30.925106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group_rule': {'security_group_id': '0461aba3-2c8e-4477-b998-f516cd2ef8f0', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:31.016143 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (cf901896-7a96-4135-a9ec-78ce3969a442), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.073170 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (cf901896-7a96-4135-a9ec-78ce3969a442), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.154465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (cf901896-7a96-4135-a9ec-78ce3969a442), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.173881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf901896-7a96-4135-a9ec-78ce3969a442,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:31.248178 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.249430 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3db5d4cc-b5a8-4a0a-86b1-ac5617e9ed80 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277538 Mar 22 19:37:31.252543 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57466) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:31.257459 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group_rule': {'security_group_id': '0461aba3-2c8e-4477-b998-f516cd2ef8f0', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:31.268204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device b8b11239-537f-4065-b9bd-62fc5b39c987 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:31.318718 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port b8b11239-537f-4065-b9bd-62fc5b39c987 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:31.319092 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.346472 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (6ca43fd7-38d8-4624-a6b1-21efe68a97b7), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.405317 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port b8b11239-537f-4065-b9bd-62fc5b39c987 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:31.407952 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.408103 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (6ca43fd7-38d8-4624-a6b1-21efe68a97b7), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.439860 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] For port b8b11239-537f-4065-b9bd-62fc5b39c987, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=b8b11239-537f-4065-b9bd-62fc5b39c987,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:31.523927 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (6ca43fd7-38d8-4624-a6b1-21efe68a97b7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.538303 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca43fd7-38d8-4624-a6b1-21efe68a97b7,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:31.560369 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.613556 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Pushing event updated for resources: {'Port': ['ID=b8b11239-537f-4065-b9bd-62fc5b39c987,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:31.636922 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.641814 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57470) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:31.644038 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e7837d2b-3a8f-4552-81dc-7f4aaaf517c5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906453 Mar 22 19:37:31.649211 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group_rule': {'security_group_id': '0461aba3-2c8e-4477-b998-f516cd2ef8f0', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:31.828134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (1b401ba0-0cda-4e5d-87d9-fe168536ebe3), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.893087 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (1b401ba0-0cda-4e5d-87d9-fe168536ebe3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.980849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (1b401ba0-0cda-4e5d-87d9-fe168536ebe3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.003488 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b401ba0-0cda-4e5d-87d9-fe168536ebe3,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:32.093890 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.094991 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-30fc5296-4ba9-42f7-8283-02805595b4ee tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517694 Mar 22 19:37:32.099228 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57472) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:32.107175 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group_rule': {'security_group_id': '0461aba3-2c8e-4477-b998-f516cd2ef8f0', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:32.208097 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (5e4709d2-0a08-4601-a647-f2010d8bb741), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.285299 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (5e4709d2-0a08-4601-a647-f2010d8bb741), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.354430 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (5e4709d2-0a08-4601-a647-f2010d8bb741), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.374963 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4709d2-0a08-4601-a647-f2010d8bb741,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:32.480708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.482364 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-11ee004e-33df-47e6-8c6b-daeab52c113c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3819702 Mar 22 19:37:32.485091 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57478) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:32.489630 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group_rule': {'security_group_id': '0461aba3-2c8e-4477-b998-f516cd2ef8f0', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:32.612840 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.securitygroups_db [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Project 606bc76420b949528aa9230d0aa976ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:37:32.619810 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (791ddd2e-c362-4674-b362-05c22b5c9945), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.720024 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (791ddd2e-c362-4674-b362-05c22b5c9945), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.805390 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (791ddd2e-c362-4674-b362-05c22b5c9945), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.825051 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791ddd2e-c362-4674-b362-05c22b5c9945,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:33.021639 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Sync routers for ids ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:33.032901 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Routers {'9bf15f9b-2162-4906-b1e2-7fb7b07db53a'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:33.033512 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:33.226320 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Set router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:33.228333 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device b8b11239-537f-4065-b9bd-62fc5b39c987 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:33.278492 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port b8b11239-537f-4065-b9bd-62fc5b39c987 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:33.278910 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.327779 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.329773 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4693187c-7139-483b-8f2d-7ee6db1ccc9b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8434117 Mar 22 19:37:33.332241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57488) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:33.337917 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'security_group_rule': {'security_group_id': '0461aba3-2c8e-4477-b998-f516cd2ef8f0', 'project_id': '606bc76420b949528aa9230d0aa976ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:33.369420 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port b8b11239-537f-4065-b9bd-62fc5b39c987 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:33.450074 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.securitygroups_db [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Project 606bc76420b949528aa9230d0aa976ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:37:33.455763 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (deefdcaa-cfe4-40f8-8b84-3238bf86e1f2), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.497622 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '6643fc5b-fdd8-48b2-9ccd-543ba16ca559', 'name': '', 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'mac_address': 'fa:16:3e:0f:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:27Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 2, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'subnets': [{'id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:33.530053 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Checking router: 9bf15f9b-2162-4906-b1e2-7fb7b07db53a for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:33.530576 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Updating router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 binding host dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:37:33.568348 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.793831 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (deefdcaa-cfe4-40f8-8b84-3238bf86e1f2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.869089 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686806'] for security_group_rule (deefdcaa-cfe4-40f8-8b84-3238bf86e1f2), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.891806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deefdcaa-cfe4-40f8-8b84-3238bf86e1f2,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:33.894094 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Publish callbacks [] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.987921 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.002667 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.008082 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1daad452-94c5-4192-9be7-b689f9bb062f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6739795 Mar 22 19:37:34.057951 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a958fb-07d1-43d3-bc91-af066e738a70 None None] Pushing event updated for resources: {'Port': ['ID=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:34.172098 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Attempting to bind port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 on host dv-cinder-799871-19-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:34.172717 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Attempting to bind port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 by drivers openvswitch,hyperv on host dv-cinder-799871-19-iscsi at level 0 using segments [{'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:34.173545 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Attempting to bind port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 on network b57ff18d-f97c-4232-b6e5-835d084c0359 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:34.199467 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Checking agent: {'id': '0b8d5896-9ec0-4f37-870b-592b32622743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 20, 12), 'started_at': datetime.datetime(2022, 3, 22, 19, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:34.203815 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Checking segment: {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:34.204251 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.204654 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Bound using segment: {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:34.205156 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Bound port: 6643fc5b-fdd8-48b2-9ccd-543ba16ca559, host: dv-cinder-799871-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921bd3b9-76d4-4d81-ae2a-82344cf9e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:34.205543 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.330219 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] For port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559, host dv-cinder-799871-19-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:34.338135 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] For port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559, host dv-cinder-799871-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:34.412827 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.516358 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Routers {'9bf15f9b-2162-4906-b1e2-7fb7b07db53a'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:34.517440 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:37:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:34.521480 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] Provisioning complete for port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:34.522520 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.650034 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] Set router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:34.665826 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] Current status of the port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:34.666231 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.733677 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] For port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:34.758405 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a958fb-07d1-43d3-bc91-af066e738a70 None None] Pushing event updated for resources: {'Port': ['ID=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:34.894416 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '6643fc5b-fdd8-48b2-9ccd-543ba16ca559', 'name': '', 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'mac_address': 'fa:16:3e:0f:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:27Z', 'updated_at': '2022-03-22T19:37:34Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'subnets': [{'id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:34.909308 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.928190 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042add9-bb86-4717-adbf-ba29cb871f4f None None] The sync data for ids ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'] in dv-cinder-799871-19-iscsi is: [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:37:28Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '6643fc5b-fdd8-48b2-9ccd-543ba16ca559', 'name': '', 'network_id': 'b57ff18d-f97c-4232-b6e5-835d084c0359', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'mac_address': 'fa:16:3e:0f:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:27Z', 'updated_at': '2022-03-22T19:37:34Z', 'revision_number': 4, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'subnets': [{'id': '88f5699c-3fcf-474e-abad-918f884cdbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:35.011319 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e06dc-c30a-47ea-b3d9-35816e60b421 None None] Pushing event updated for resources: {'Port': ['ID=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:35.046873 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-b1b40694-8723-4651-b165-1e0ed9952561 None None] Provisioning complete for port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:35.056931 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b1b40694-8723-4651-b165-1e0ed9952561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.133422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-b1b40694-8723-4651-b165-1e0ed9952561 None None] Current status of the port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:35.331576 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 up at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:35.397338 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a0510290-370d-4130-b32b-539622f5158a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.402546 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Provisioning complete for port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:35.403482 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.519307 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Current status of the port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:35.588213 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:37:37.890036 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-aabcac2e-e4a5-4d38-840a-968dcafbcdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:39.112822 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.438783 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.090339 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.812107 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.342322 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f6de3-0ff6-406e-a05e-ca99e954ac7e req-098591ba-1094-4e66-870d-7266db16676f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:43.344783 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-842f6de3-0ff6-406e-a05e-ca99e954ac7e req-098591ba-1094-4e66-870d-7266db16676f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0583005 Mar 22 19:37:43.407359 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-842f6de3-0ff6-406e-a05e-ca99e954ac7e req-6bc3a4fb-4f89-4de5-bd16-d329c06eb7ab tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Mar 22 19:37:44.559994 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867cddb-8c53-4514-894a-811f9655a254 req-a5d9476f-f254-4fb9-930a-46ebb57879a3 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:44.562265 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b867cddb-8c53-4514-894a-811f9655a254 req-a5d9476f-f254-4fb9-930a-46ebb57879a3 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0682633 Mar 22 19:37:44.622757 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b867cddb-8c53-4514-894a-811f9655a254 req-e0bdbf4c-f8be-4771-b36b-ce68e14e1a47 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545311 Mar 22 19:37:44.967554 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff264c-2671-49ac-9c37-8c28166583de req-432fd4f8-bf09-43d7-9b6f-2fe5ec048cce tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:44.969190 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8cff264c-2671-49ac-9c37-8c28166583de req-432fd4f8-bf09-43d7-9b6f-2fe5ec048cce tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 946 time: 0.0799372 Mar 22 19:37:45.074308 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Deleting port c4244cf6-8685-49aa-b207-cbf187f64ef7 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:45.074816 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.181212 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] For port c4244cf6-8685-49aa-b207-cbf187f64ef7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4244cf6-8685-49aa-b207-cbf187f64ef7,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:45.181595 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.196946 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Calling delete_port for c4244cf6-8685-49aa-b207-cbf187f64ef7 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:45.471296 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (c4244cf6-8685-49aa-b207-cbf187f64ef7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.484209 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['c4244cf6-8685-49aa-b207-cbf187f64ef7'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:45.509304 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Pushing event deleted for resources: {'Port': ['ID=c4244cf6-8685-49aa-b207-cbf187f64ef7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:45.560911 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] No DVR routers for this DVR port c4244cf6-8685-49aa-b207-cbf187f64ef7 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:45.564688 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.569179 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8cff264c-2671-49ac-9c37-8c28166583de req-787809dd-7fb2-49e3-8aa9-ef12a0b3aea4 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "DELETE /v2.0/ports/c4244cf6-8685-49aa-b207-cbf187f64ef7 HTTP/1.1" status: 204 len: 173 time: 0.5947828 Mar 22 19:37:45.569771 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047679d-a612-40a4-a264-a256e521390e', 'name': 'network-vif-deleted', 'tag': 'c4244cf6-8685-49aa-b207-cbf187f64ef7'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:45.573815 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784bcba0-eddb-49b1-8f73-85f2ccfafaa5" -d '{"events": [{"server_uuid": "4047679d-a612-40a4-a264-a256e521390e", "name": "network-vif-deleted", "tag": "c4244cf6-8685-49aa-b207-cbf187f64ef7"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:45.628332 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc9511-14ef-41f7-9249-c4c06a4e8a29 x-openstack-request-id: req-52fc9511-14ef-41f7-9249-c4c06a4e8a29 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:45.628608 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047679d-a612-40a4-a264-a256e521390e", "name": "network-vif-deleted", "tag": "c4244cf6-8685-49aa-b207-cbf187f64ef7", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:45.628883 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52fc9511-14ef-41f7-9249-c4c06a4e8a29 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:45.629349 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fc9511-14ef-41f7-9249-c4c06a4e8a29'] response: {'server_uuid': '4047679d-a612-40a4-a264-a256e521390e', 'name': 'network-vif-deleted', 'tag': 'c4244cf6-8685-49aa-b207-cbf187f64ef7', 'status': 'completed', 'code': 200} Mar 22 19:37:45.734231 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ddf0e5ea-1747-46f3-9e8f-f8f24cd2ccfb req-464ae9ed-a995-44fd-931a-7a1fe377bd19 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 210 time: 0.0364683 Mar 22 19:37:46.845908 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c0aab3a3-c4b5-4a08-94c6-74206ef1a4ac req-5e32a85f-2559-4d8a-b3dd-11a777350fab tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=4047679d-a612-40a4-a264-a256e521390e HTTP/1.1" status: 200 len: 210 time: 0.0325856 Mar 22 19:37:48.431051 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device c4244cf6-8685-49aa-b207-cbf187f64ef7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:48.452421 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: c4244cf6-8685-49aa-b207-cbf187f64ef7 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:48.452751 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device c4244cf6-8685-49aa-b207-cbf187f64ef7 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:58.612736 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-0c814cba-26fa-48a8-9a6b-c3260aa4207a tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:58.614192 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-0c814cba-26fa-48a8-9a6b-c3260aa4207a tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/networks?id=3ec511f9-a845-4e28-8099-05a773a8b67f HTTP/1.1" status: 200 len: 813 time: 0.1042211 Mar 22 19:37:58.629001 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-0d35ca20-ad13-4a9b-8eb5-ea9b8f042749 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/quotas/81f543fa015e4653a5ad7c8568a10628 HTTP/1.1" status: 200 len: 375 time: 0.0091314 Mar 22 19:37:58.663226 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-200724a5-d1aa-40d2-a270-8c2cd8981e46 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=81f543fa015e4653a5ad7c8568a10628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284257 Mar 22 19:37:58.763164 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-09f5dabb-20dd-4b7b-8056-e2b179ce741d service neutron] 10.222.0.79 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932832 Mar 22 19:37:58.768478 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57828) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:58.863928 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Deleting subnet 31f412f0-524d-4bdb-a74a-1295760d1a74 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:37:58.877602 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Publish callbacks [] for subnet (31f412f0-524d-4bdb-a74a-1295760d1a74), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.931100 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-83e825f3-4329-4a98-b976-3831a7f163fe service neutron] 10.222.0.79 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599863 Mar 22 19:37:58.933144 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (31f412f0-524d-4bdb-a74a-1295760d1a74), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.979282 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (31f412f0-524d-4bdb-a74a-1295760d1a74), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.137844 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (31f412f0-524d-4bdb-a74a-1295760d1a74), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.161709 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e6dd557-f853-4942-aa3d-f55f05450f7c req-77f41df1-1621-4d55-a4bc-8a852eacfb02 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 210 time: 0.0306370 Mar 22 19:37:59.166734 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f412f0-524d-4bdb-a74a-1295760d1a74,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:59.171149 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.177372 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0d56137d-3f13-40a2-802f-6a7d9d243198 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/31f412f0-524d-4bdb-a74a-1295760d1a74 HTTP/1.1" status: 204 len: 168 time: 0.4077797 Mar 22 19:37:59.179561 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 57836) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:59.256173 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (96887bba-d077-4053-b23e-229f230c63f4), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.335083 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (96887bba-d077-4053-b23e-229f230c63f4), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.356451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96887bba-d077-4053-b23e-229f230c63f4']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:59.366860 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2b02e8-7127-4914-9439-2449ea99c749') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:59.371551 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2b02e8-7127-4914-9439-2449ea99c749') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:59.380522 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (9a2b02e8-7127-4914-9439-2449ea99c749), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.394779 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (9a2b02e8-7127-4914-9439-2449ea99c749), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.400866 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:37:59.401254 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (9a2b02e8-7127-4914-9439-2449ea99c749), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:37:59.402904 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:37:59.564405 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (96887bba-d077-4053-b23e-229f230c63f4), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.568934 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.573141 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/96887bba-d077-4053-b23e-229f230c63f4 HTTP/1.1" status: 204 len: 168 time: 0.3923860 Mar 22 19:37:59.585236 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b065b-b0d8-4ea8-82a3-0565496246a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=96887bba-d077-4053-b23e-229f230c63f4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:59.867098 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-db00614c-078b-4d8f-8209-ca15b5d35eda tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834492668&fields=id&tenant_id=606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 267 time: 0.0526874 Mar 22 19:37:59.981082 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57856) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:59.991978 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-09060c93-fe32-48b1-a394-90b1ea13ff0c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:59.993544 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-09060c93-fe32-48b1-a394-90b1ea13ff0c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 812 time: 0.1199245 Mar 22 19:38:00.009891 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-ee5ae402-ff4a-46a9-8903-cba6f5ab2053 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/quotas/606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 375 time: 0.0104637 Mar 22 19:38:00.027098 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e1460088-6588-4bf9-a307-9982fa2bba4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4c734cce8734d9d8481227fc89aa257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446277 Mar 22 19:38:00.030965 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 57858) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:00.073514 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-29c3086a-0bdc-47b8-8a74-4a445dcb61ff tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569623 Mar 22 19:38:00.081815 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-0604-46c6-bbb0-c709e4ee565d admin admin] Publish callbacks [] for security_group (515c6cd2-358c-41c1-92f7-0062c19ff0db), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.105261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-0604-46c6-bbb0-c709e4ee565d admin admin] Publish callbacks [] for security_group (515c6cd2-358c-41c1-92f7-0062c19ff0db), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.182064 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-722a2ba9-2d35-4f22-b0af-2a343acc0ac9 service neutron] 10.222.0.79 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974231 Mar 22 19:38:00.245574 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-0604-46c6-bbb0-c709e4ee565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (515c6cd2-358c-41c1-92f7-0062c19ff0db), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.248510 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-0604-46c6-bbb0-c709e4ee565d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.249842 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2d525884-0604-46c6-bbb0-c709e4ee565d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/515c6cd2-358c-41c1-92f7-0062c19ff0db HTTP/1.1" status: 204 len: 168 time: 0.2189314 Mar 22 19:38:00.270174 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6dcc9284-3007-4929-a2a2-1071f2c1a527 req-c4e3acb9-63a6-4b6a-bef5-257208c662ae tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 210 time: 0.0360925 Mar 22 19:38:00.276936 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d525884-0604-46c6-bbb0-c709e4ee565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c6cd2-358c-41c1-92f7-0062c19ff0db,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:00.300282 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-ec71d9f6-e94f-4b48-9a77-6ad5f84f0396 service neutron] 10.222.0.79 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117821 Mar 22 19:38:01.061789 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c6d4846-823d-44a0-bffc-af88fd7576ed req-bdef132e-0e31-4abf-a819-ae39a615853f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 210 time: 0.0413260 Mar 22 19:38:01.374759 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7899cd62-bb71-4607-9f60-0b87ea301332 req-04493a73-584d-4a43-bde7-35da9485f3ea tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 210 time: 0.0281923 Mar 22 19:38:01.376478 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-91c90384-c5ed-40f8-a4f5-9d4b0a73db53 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:01.378281 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-91c90384-c5ed-40f8-a4f5-9d4b0a73db53 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "GET /v2.0/networks?id=3ec511f9-a845-4e28-8099-05a773a8b67f HTTP/1.1" status: 200 len: 813 time: 0.1039226 Mar 22 19:38:01.390018 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Request body: {'port': {'device_id': '26803e8b-4036-4256-a43b-ae375cfb3801', 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f', 'admin_state_up': True, 'tenant_id': '81f543fa015e4653a5ad7c8568a10628'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:01.587095 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Made reservation on behalf of 81f543fa015e4653a5ad7c8568a10628 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:01.590527 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.724410 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Allocated IP 172.20.0.11 (3ec511f9-a845-4e28-8099-05a773a8b67f/14fe3893-3aa6-467e-86d3-3dcbd9dcd136/ea03735c-5ca4-49c0-b638-2b93e0447384) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:01.882139 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks [] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.034968 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.078820 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Network 3ec511f9-a845-4e28-8099-05a773a8b67f is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:02.082067 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:02.088371 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:02.095346 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Pushing event updated for resources: {'Port': ['ID=ea03735c-5ca4-49c0-b638-2b93e0447384,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:02.159393 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ddf5579c-6f21-4905-9672-5d423f11730b req-7fbe1e8b-7220-428b-b95b-3d6276d23f51 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 210 time: 0.0356722 Mar 22 19:38:02.169847 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:02.170462 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.282881 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-c4cfa5d6-baad-42bd-ab77-2b6a7ea40912 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965707 Mar 22 19:38:02.296980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Request body: {'port': {'device_id': '26803e8b-4036-4256-a43b-ae375cfb3801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:02.360226 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.501477 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb8d5-38b1-4bc5-a01d-59a941e71f80 req-eb41f2f2-f984-4347-bc86-f28525198301 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:02.502984 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-57beb8d5-38b1-4bc5-a01d-59a941e71f80 req-eb41f2f2-f984-4347-bc86-f28525198301 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 932 time: 0.0549042 Mar 22 19:38:02.563894 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-57beb8d5-38b1-4bc5-a01d-59a941e71f80 req-5afc623f-79e2-49f2-9255-1cc2131ee271 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 Mar 22 19:38:02.640782 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea03735c-5ca4-49c0-b638-2b93e0447384 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:38:02.648360 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Publish callbacks [] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.660108 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Transition to ACTIVE for port object ea03735c-5ca4-49c0-b638-2b93e0447384 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:38:02.782741 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.835888 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03735c-5ca4-49c0-b638-2b93e0447384,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:02.902567 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Attempting to bind port ea03735c-5ca4-49c0-b638-2b93e0447384 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:02.902820 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Attempting to bind port ea03735c-5ca4-49c0-b638-2b93e0447384 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:02.903151 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Attempting to bind port ea03735c-5ca4-49c0-b638-2b93e0447384 on network 3ec511f9-a845-4e28-8099-05a773a8b67f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:02.907497 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Port ea03735c-5ca4-49c0-b638-2b93e0447384 on network 3ec511f9-a845-4e28-8099-05a773a8b67f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:02.907884 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Attempting to bind port ea03735c-5ca4-49c0-b638-2b93e0447384 on network 3ec511f9-a845-4e28-8099-05a773a8b67f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:02.913835 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:02.914171 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Checking segment: {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:02.914564 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Bound using segment: {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:02.914988 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Bound port: ea03735c-5ca4-49c0-b638-2b93e0447384, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:02.915345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.983565 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] For port ea03735c-5ca4-49c0-b638-2b93e0447384, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:02.986485 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] For port ea03735c-5ca4-49c0-b638-2b93e0447384, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea03735c-5ca4-49c0-b638-2b93e0447384,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:03.063208 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:03.095829 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.096454 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:03.097840 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea03735c-5ca4-49c0-b638-2b93e0447384 HTTP/1.1" status: 200 len: 1094 time: 0.8065567 Mar 22 19:38:03.098285 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26803e8b-4036-4256-a43b-ae375cfb3801', 'tag': 'ea03735c-5ca4-49c0-b638-2b93e0447384'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:03.101189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4079d0-ba16-49ae-ad7f-89226e160740" -d '{"events": [{"name": "network-changed", "server_uuid": "26803e8b-4036-4256-a43b-ae375cfb3801", "tag": "ea03735c-5ca4-49c0-b638-2b93e0447384"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:03.129393 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833d6b7-f67e-434d-b078-01786a7518d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03735c-5ca4-49c0-b638-2b93e0447384,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:03.140338 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd83461-984e-4099-9d05-13bc13b5fa1a x-openstack-request-id: req-8fd83461-984e-4099-9d05-13bc13b5fa1a {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:03.140631 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26803e8b-4036-4256-a43b-ae375cfb3801", "tag": "ea03735c-5ca4-49c0-b638-2b93e0447384", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:03.140888 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fd83461-984e-4099-9d05-13bc13b5fa1a {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:03.141317 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd83461-984e-4099-9d05-13bc13b5fa1a'] response: {'name': 'network-changed', 'server_uuid': '26803e8b-4036-4256-a43b-ae375cfb3801', 'tag': 'ea03735c-5ca4-49c0-b638-2b93e0447384', 'status': 'completed', 'code': 200} Mar 22 19:38:03.206853 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4079d0-ba16-49ae-ad7f-89226e160740 req-83a25bf5-abaf-4e84-ad24-5bd0a3ca983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.208399 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f4079d0-ba16-49ae-ad7f-89226e160740 req-83a25bf5-abaf-4e84-ad24-5bd0a3ca983b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f543fa015e4653a5ad7c8568a10628&device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 1128 time: 0.0484016 Mar 22 19:38:03.256671 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-72b54b78-0cfe-4d4a-a9d5-b6922d5e8cfd req-10c15f71-520a-4ccd-a071-927c0642eca7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Mar 22 19:38:03.320520 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4079d0-ba16-49ae-ad7f-89226e160740 req-0140d4c6-bf9d-439c-9588-29aef41998c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.322010 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f4079d0-ba16-49ae-ad7f-89226e160740 req-0140d4c6-bf9d-439c-9588-29aef41998c6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=81f543fa015e4653a5ad7c8568a10628&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1068153 Mar 22 19:38:03.423280 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4079d0-ba16-49ae-ad7f-89226e160740 req-cc1c6996-7322-4a24-b1b3-85da3b8f075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.424997 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f4079d0-ba16-49ae-ad7f-89226e160740 req-cc1c6996-7322-4a24-b1b3-85da3b8f075c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965011 Mar 22 19:38:03.512069 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-11df1110-9d1b-4205-a330-52b7c73c4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.512069 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-11df1110-9d1b-4205-a330-52b7c73c4337 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f543fa015e4653a5ad7c8568a10628&device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 1128 time: 0.0506489 Mar 22 19:38:03.552726 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-1b8a984c-ed8a-4625-b4be-63cfa5f73f50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea03735c-5ca4-49c0-b638-2b93e0447384 HTTP/1.1" status: 200 len: 217 time: 0.0343776 Mar 22 19:38:03.683084 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-fbd94656-7b10-4c0c-bb24-5a7aa7da211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.684573 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-fbd94656-7b10-4c0c-bb24-5a7aa7da211b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14fe3893-3aa6-467e-86d3-3dcbd9dcd136 HTTP/1.1" status: 200 len: 853 time: 0.1269052 Mar 22 19:38:03.734515 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-9e371705-19ec-46b8-8452-d9116154941c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ec511f9-a845-4e28-8099-05a773a8b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371749 Mar 22 19:38:03.764062 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-ca2f4e6d-df9b-4fe0-86b1-ad769621f9d9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.765484 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-ca2f4e6d-df9b-4fe0-86b1-ad769621f9d9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 812 time: 0.1828029 Mar 22 19:38:03.812388 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa87941-016e-4a7c-80de-dd2bb5a80ecd req-25215cd8-3184-4993-a2ee-1a65155d2f7f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:03.813881 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6aa87941-016e-4a7c-80de-dd2bb5a80ecd req-25215cd8-3184-4993-a2ee-1a65155d2f7f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 944 time: 0.1780190 Mar 22 19:38:03.937315 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-6ff65a1c-8e4a-49ef-ad6d-eab1edcc2aa9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 380 time: 0.1597385 Mar 22 19:38:03.940171 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6aa87941-016e-4a7c-80de-dd2bb5a80ecd req-24b493bb-a5fc-4158-bd41-93274e51c15d tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136482 Mar 22 19:38:03.947952 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'port': {'device_id': '1fc550a1-5f10-4c83-8a78-358c28083449', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'admin_state_up': True, 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'security_groups': ['0461aba3-2c8e-4477-b998-f516cd2ef8f0']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:03.953985 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-43c82442-788c-47d1-ac14-0db7bd4c82f3 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120399 Mar 22 19:38:04.113875 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ef62577-23bc-4645-ab42-1a7801d3d73f req-97342569-046d-4b01-8cdc-622610646a12 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488647 Mar 22 19:38:04.198461 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Made reservation on behalf of 606bc76420b949528aa9230d0aa976ad for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:04.202356 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.334641 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Allocated IP 172.20.0.5 (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8/a9805fac-9a36-4058-b6ef-f47ea108e1a2/ad7550cd-2460-4aff-af87-4d647d5e1f1b) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:04.359846 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-446be705-cd4c-428e-827b-ace5ebe17514 req-77afdf4d-9ab8-4271-8011-d698084a6077 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 210 time: 0.0289598 Mar 22 19:38:04.480499 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.622031 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.665103 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:04.668248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:04.674316 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:04.682020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=ad7550cd-2460-4aff-af87-4d647d5e1f1b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:04.732423 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:04.733061 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.825669 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-d2f83c3a-8970-42be-8229-49b1159cad9c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828943 Mar 22 19:38:04.837139 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Request body: {'port': {'device_id': '1fc550a1-5f10-4c83-8a78-358c28083449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:04.870146 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-43dab72c-e44c-44e3-96b4-d202fec0ece4 None None] Provisioning complete for port ad7550cd-2460-4aff-af87-4d647d5e1f1b triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:04.870687 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-43dab72c-e44c-44e3-96b4-d202fec0ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.900248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.906079 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-43dab72c-e44c-44e3-96b4-d202fec0ece4 None None] Port ad7550cd-2460-4aff-af87-4d647d5e1f1b cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:05.119114 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24f17-1bd4-4fc2-aeb7-7598d567c83c req-3487b205-907e-46cf-84a5-c1ef4575671f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:05.120641 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12b24f17-1bd4-4fc2-aeb7-7598d567c83c req-3487b205-907e-46cf-84a5-c1ef4575671f tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 944 time: 0.1141479 Mar 22 19:38:05.193954 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12b24f17-1bd4-4fc2-aeb7-7598d567c83c req-c183aae8-34cc-4ecc-8b5f-33bba53b3f2e tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671482 Mar 22 19:38:05.247345 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7550cd-2460-4aff-af87-4d647d5e1f1b {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:38:05.254808 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Publish callbacks [] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.267014 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Transition to ACTIVE for port object ad7550cd-2460-4aff-af87-4d647d5e1f1b will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:38:05.320310 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d15e36b3-86ae-43e1-a37a-626cbd738405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.354774 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.435207 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad7550cd-2460-4aff-af87-4d647d5e1f1b,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:05.496028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Attempting to bind port ad7550cd-2460-4aff-af87-4d647d5e1f1b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:05.496375 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Attempting to bind port ad7550cd-2460-4aff-af87-4d647d5e1f1b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:05.496923 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Attempting to bind port ad7550cd-2460-4aff-af87-4d647d5e1f1b on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:05.500754 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1647f23-c2e9-4876-ade4-cc7a7c5969eb req-e4f026be-11c5-46a9-8dd5-228317e6f0a5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:05.501592 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Port ad7550cd-2460-4aff-af87-4d647d5e1f1b on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:05.501921 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Attempting to bind port ad7550cd-2460-4aff-af87-4d647d5e1f1b on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:05.502223 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a1647f23-c2e9-4876-ade4-cc7a7c5969eb req-e4f026be-11c5-46a9-8dd5-228317e6f0a5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0605762 Mar 22 19:38:05.507629 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:05.507979 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Checking segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:05.508474 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Bound using segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:05.508916 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Bound port: ad7550cd-2460-4aff-af87-4d647d5e1f1b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:05.509279 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.567978 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a1647f23-c2e9-4876-ade4-cc7a7c5969eb req-02dc695b-6ee6-4ace-aa83-30f24fc0b379 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578372 Mar 22 19:38:05.595960 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] For port ad7550cd-2460-4aff-af87-4d647d5e1f1b, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:05.599680 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] For port ad7550cd-2460-4aff-af87-4d647d5e1f1b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:05.721020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.756157 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:05.756665 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.758542 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] 10.222.0.45 "PUT /v2.0/ports/ad7550cd-2460-4aff-af87-4d647d5e1f1b HTTP/1.1" status: 200 len: 1093 time: 0.9259634 Mar 22 19:38:05.761334 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:05.763817 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a85d81-c413-4493-a181-a12747f563f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:05.795800 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786cbd7-29b5-4ac9-bb2b-623195ec40bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad7550cd-2460-4aff-af87-4d647d5e1f1b,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:05.824697 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1820409f-9094-49e5-8398-b771c6f5177f x-openstack-request-id: req-1820409f-9094-49e5-8398-b771c6f5177f {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:05.824997 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:05.825269 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1820409f-9094-49e5-8398-b771c6f5177f {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:05.825673 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1820409f-9094-49e5-8398-b771c6f5177f'] response: {'name': 'network-changed', 'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'status': 'completed', 'code': 200} Mar 22 19:38:05.905608 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85d81-c413-4493-a181-a12747f563f6 req-c7861e44-a780-461f-9154-a158ffdbb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:05.907221 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43a85d81-c413-4493-a181-a12747f563f6 req-c7861e44-a780-461f-9154-a158ffdbb5c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1127 time: 0.0598838 Mar 22 19:38:06.018188 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85d81-c413-4493-a181-a12747f563f6 req-46687558-88b6-4ea1-a5fa-13a1b0025f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.018188 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43a85d81-c413-4493-a181-a12747f563f6 req-46687558-88b6-4ea1-a5fa-13a1b0025f0e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=606bc76420b949528aa9230d0aa976ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1027403 Mar 22 19:38:06.115798 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85d81-c413-4493-a181-a12747f563f6 req-b84a0e07-23a1-4d46-b2b7-20fdc04b7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.118430 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43a85d81-c413-4493-a181-a12747f563f6 req-b84a0e07-23a1-4d46-b2b7-20fdc04b7f90 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960736 Mar 22 19:38:06.195646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-dfaee86f-c9e2-498b-8324-5d9b06e339d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.197163 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-dfaee86f-c9e2-498b-8324-5d9b06e339d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1127 time: 0.0460286 Mar 22 19:38:06.239607 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-39e4daff-af7b-4c79-af2a-d60f2dafbe2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b HTTP/1.1" status: 200 len: 217 time: 0.0341990 Mar 22 19:38:06.290650 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-6152ed5f-89b7-4801-8cbc-e526ae1a7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.292046 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-6152ed5f-89b7-4801-8cbc-e526ae1a7ded service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0473926 Mar 22 19:38:06.314598 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd475bf6-d26b-4c5f-aa0f-480e06c1074c req-70372e26-abc5-4883-a2b3-94a49d22aeaa tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.316116 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd475bf6-d26b-4c5f-aa0f-480e06c1074c req-70372e26-abc5-4883-a2b3-94a49d22aeaa tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 944 time: 0.0544975 Mar 22 19:38:06.343276 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-22fd4144-498b-41a6-876b-4c4ef1268ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.344818 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-22fd4144-498b-41a6-876b-4c4ef1268ec3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472972 Mar 22 19:38:06.365509 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd475bf6-d26b-4c5f-aa0f-480e06c1074c req-486878e0-4215-4e8c-833f-6641283b3259 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Mar 22 19:38:06.433246 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-2d3b3090-4993-43cb-b979-596ba83a1659 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824075 Mar 22 19:38:06.523476 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef34f49a-2627-46ca-8bbd-d1c21dd8eeba req-6f92877e-efb3-4869-8aec-20faecd034c7 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838470 Mar 22 19:38:06.564501 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ea03735c-5ca4-49c0-b638-2b93e0447384 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:38:06.665941 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port ea03735c-5ca4-49c0-b638-2b93e0447384, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea03735c-5ca4-49c0-b638-2b93e0447384,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:06.677470 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'ea03735c-5ca4-49c0-b638-2b93e0447384', 'network_id': '3ec511f9-a845-4e28-8099-05a773a8b67f', 'port_id': 'ea03735c-5ca4-49c0-b638-2b93e0447384', 'mac_address': 'fa:16:3e:24:26:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fe3893-3aa6-467e-86d3-3dcbd9dcd136', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:38:06.693357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5c151-fc25-47f5-81d8-fbade512311c req-4b0b61fb-23dc-4a8a-b33b-5b27e9122df3 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:06.694835 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cde5c151-fc25-47f5-81d8-fbade512311c req-4b0b61fb-23dc-4a8a-b33b-5b27e9122df3 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0542698 Mar 22 19:38:06.717190 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port ea03735c-5ca4-49c0-b638-2b93e0447384 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:06.717588 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.731286 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea03735c-5ca4-49c0-b638-2b93e0447384 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:38:06.744904 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cde5c151-fc25-47f5-81d8-fbade512311c req-52d6ef54-2ce7-4758-a10f-43e29b8f3b79 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Mar 22 19:38:06.751181 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port ea03735c-5ca4-49c0-b638-2b93e0447384, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea03735c-5ca4-49c0-b638-2b93e0447384,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:06.840101 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.886988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=ea03735c-5ca4-49c0-b638-2b93e0447384,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:07.051116 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['ea03735c-5ca4-49c0-b638-2b93e0447384'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:38:07.485467 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3cc5-480d-4ba5-8bb7-a4b0877e64b1 req-00402eb3-704a-464b-8e4d-1841d9b47ebd tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:07.486940 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-343c3cc5-480d-4ba5-8bb7-a4b0877e64b1 req-00402eb3-704a-464b-8e4d-1841d9b47ebd tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 945 time: 0.0535622 Mar 22 19:38:07.532811 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-343c3cc5-480d-4ba5-8bb7-a4b0877e64b1 req-04facab9-0745-44f2-8a7e-5fd723a93e74 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Mar 22 19:38:07.871849 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531ecf-b610-4fc3-90f1-fe8f9768e637 req-79ce0c0e-deab-4a41-81cb-47d6c26e08a0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:07.873385 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-38531ecf-b610-4fc3-90f1-fe8f9768e637 req-79ce0c0e-deab-4a41-81cb-47d6c26e08a0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0585585 Mar 22 19:38:07.891626 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a995c30c-089c-4499-8e03-a1682541e874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.923834 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-38531ecf-b610-4fc3-90f1-fe8f9768e637 req-0ea7b880-4df9-4f99-9d1b-914b76f5406b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Mar 22 19:38:08.563331 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ea03735c-5ca4-49c0-b638-2b93e0447384 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:08.658804 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32470a-14a9-4686-940b-c9e30a724f99 req-c984f3bb-3cfe-4393-a474-4e2ead6b7716 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:08.660332 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b32470a-14a9-4686-940b-c9e30a724f99 req-c984f3bb-3cfe-4393-a474-4e2ead6b7716 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 945 time: 0.0579293 Mar 22 19:38:08.709131 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3b32470a-14a9-4686-940b-c9e30a724f99 req-57b3c765-e311-44b5-b3f9-eb814e3696c9 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Mar 22 19:38:08.788707 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port ea03735c-5ca4-49c0-b638-2b93e0447384 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:38:08.793267 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port ea03735c-5ca4-49c0-b638-2b93e0447384 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:08.811321 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.873951 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port ea03735c-5ca4-49c0-b638-2b93e0447384 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:08.874338 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.895989 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26803e8b-4036-4256-a43b-ae375cfb3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03735c-5ca4-49c0-b638-2b93e0447384'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:08.898381 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e233ef2d-7f23-466f-94d1-c43a163bea31" -d '{"events": [{"server_uuid": "26803e8b-4036-4256-a43b-ae375cfb3801", "name": "network-vif-plugged", "status": "completed", "tag": "ea03735c-5ca4-49c0-b638-2b93e0447384"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:08.910205 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port ea03735c-5ca4-49c0-b638-2b93e0447384, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea03735c-5ca4-49c0-b638-2b93e0447384,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:08.943320 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9b23c8-4726-47f6-8081-128614a21b45 x-openstack-request-id: req-ee9b23c8-4726-47f6-8081-128614a21b45 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:08.943320 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26803e8b-4036-4256-a43b-ae375cfb3801", "name": "network-vif-plugged", "status": "completed", "tag": "ea03735c-5ca4-49c0-b638-2b93e0447384", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:08.943320 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee9b23c8-4726-47f6-8081-128614a21b45 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:08.943320 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9b23c8-4726-47f6-8081-128614a21b45'] response: {'server_uuid': '26803e8b-4036-4256-a43b-ae375cfb3801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03735c-5ca4-49c0-b638-2b93e0447384', 'code': 200} Mar 22 19:38:09.011903 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.044721 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deff9b-48e3-44ea-850c-414a50c0bbd3 req-3121675e-cfc9-42a5-848d-8b981dbd73d5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:09.046504 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f6deff9b-48e3-44ea-850c-414a50c0bbd3 req-3121675e-cfc9-42a5-848d-8b981dbd73d5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0554016 Mar 22 19:38:09.074600 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=ea03735c-5ca4-49c0-b638-2b93e0447384,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:09.098206 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f6deff9b-48e3-44ea-850c-414a50c0bbd3 req-54dd2e16-79ae-4c14-92ea-ee367f03020b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Mar 22 19:38:09.203572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.366123 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e0b4-e36d-41f4-8bf2-ccd0abc3e535 req-537d4ced-af5e-4fbc-956a-158d1a62cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:09.367512 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b1c9e0b4-e36d-41f4-8bf2-ccd0abc3e535 req-537d4ced-af5e-4fbc-956a-158d1a62cc77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 1130 time: 0.0465045 Mar 22 19:38:09.410638 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b1c9e0b4-e36d-41f4-8bf2-ccd0abc3e535 req-c0041084-d078-4741-b55e-7ce260a05201 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Mar 22 19:38:09.827684 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c59227-bd6f-4565-bfac-5366834ba835 req-688e867d-8019-4ca2-9e61-bbe66b3d4922 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:09.829146 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75c59227-bd6f-4565-bfac-5366834ba835 req-688e867d-8019-4ca2-9e61-bbe66b3d4922 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Mar 22 19:38:09.877510 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75c59227-bd6f-4565-bfac-5366834ba835 req-16d0c9c6-baa4-4f2c-ae8e-38fa381e96d6 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Mar 22 19:38:10.217273 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6f5bf-bf62-44db-9f18-5681ee4b6c7a req-1fc302b5-a5f6-46da-b949-b2e646c41733 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:10.218764 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-72f6f5bf-bf62-44db-9f18-5681ee4b6c7a req-1fc302b5-a5f6-46da-b949-b2e646c41733 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0534527 Mar 22 19:38:10.270807 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-72f6f5bf-bf62-44db-9f18-5681ee4b6c7a req-f7d5133c-07ea-45be-92f6-5e1392e96ac7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Mar 22 19:38:10.514506 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.996814 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ba100-1536-4ff3-bd6a-962a5213c792 req-cc8bd513-32ab-4199-893c-c829b997d0f7 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:10.998275 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-787ba100-1536-4ff3-bd6a-962a5213c792 req-cc8bd513-32ab-4199-893c-c829b997d0f7 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 946 time: 0.0529821 Mar 22 19:38:11.048318 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-787ba100-1536-4ff3-bd6a-962a5213c792 req-e3f283cf-18a6-4723-ab35-c71450ee2010 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Mar 22 19:38:11.067656 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.391809 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d7515-387b-4ec3-a12f-e90347296d6f req-4a4e697e-39d9-4b2a-b934-4335b480514f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:11.393266 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf4d7515-387b-4ec3-a12f-e90347296d6f req-4a4e697e-39d9-4b2a-b934-4335b480514f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0518675 Mar 22 19:38:11.443272 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf4d7515-387b-4ec3-a12f-e90347296d6f req-d0f5fe89-fd26-4477-ba99-297f480c671c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Mar 22 19:38:11.782572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.588409 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:38:12.831011 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b0e7-6ae2-40bc-98d6-f4f8424eda65 req-3f4783c9-bbf7-432b-9371-fe5c253c4ef3 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:12.832426 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fcf1b0e7-6ae2-40bc-98d6-f4f8424eda65 req-3f4783c9-bbf7-432b-9371-fe5c253c4ef3 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.3161862 Mar 22 19:38:12.879952 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fcf1b0e7-6ae2-40bc-98d6-f4f8424eda65 req-0f6758db-ce6d-47e1-af7c-ca953912fe29 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Mar 22 19:38:14.005099 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81398aa2-5031-4b99-bff0-d77458ae0bc5 req-0d5d08fc-47ca-4403-a61b-1be63c8101ba tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:14.006755 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81398aa2-5031-4b99-bff0-d77458ae0bc5 req-0d5d08fc-47ca-4403-a61b-1be63c8101ba tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0561852 Mar 22 19:38:14.057951 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-81398aa2-5031-4b99-bff0-d77458ae0bc5 req-ce049015-7153-4742-96f7-c6e351ead79a tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Mar 22 19:38:15.173963 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893a2a0-56f3-4b85-85e9-bcb858b97806 req-70c0f4aa-510c-4915-a362-24d11e66d574 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:15.175419 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5893a2a0-56f3-4b85-85e9-bcb858b97806 req-70c0f4aa-510c-4915-a362-24d11e66d574 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0521417 Mar 22 19:38:15.227613 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5893a2a0-56f3-4b85-85e9-bcb858b97806 req-5b75d4b3-4aa2-4568-bade-627ad9550a4f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Mar 22 19:38:16.354379 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5ccdf-2a99-403d-a216-ee7546b9568f req-f43cf2b0-e7ed-4013-94d7-3bd83d8ef38d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:16.355950 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ac5ccdf-2a99-403d-a216-ee7546b9568f req-f43cf2b0-e7ed-4013-94d7-3bd83d8ef38d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 943 time: 0.0546358 Mar 22 19:38:16.408198 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5ac5ccdf-2a99-403d-a216-ee7546b9568f req-17f8a547-6f2c-4d65-b9b3-0051cc00d668 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461471 Mar 22 19:38:16.599354 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ad7550cd-2460-4aff-af87-4d647d5e1f1b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:38:16.839319 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port ad7550cd-2460-4aff-af87-4d647d5e1f1b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:16.851812 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'port_id': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'mac_address': 'fa:16:3e:15:e0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:38:16.888471 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port ad7550cd-2460-4aff-af87-4d647d5e1f1b is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:16.888862 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.902144 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7550cd-2460-4aff-af87-4d647d5e1f1b {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:38:16.922932 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port ad7550cd-2460-4aff-af87-4d647d5e1f1b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:17.038939 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.087783 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=ad7550cd-2460-4aff-af87-4d647d5e1f1b,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:17.246223 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['ad7550cd-2460-4aff-af87-4d647d5e1f1b'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:38:17.560647 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62752962-4638-480c-a43b-31e44a1646ad req-a215d648-2369-41ab-86bd-9c883c47ada0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:17.562122 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62752962-4638-480c-a43b-31e44a1646ad req-a215d648-2369-41ab-86bd-9c883c47ada0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 944 time: 0.0582523 Mar 22 19:38:17.616462 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62752962-4638-480c-a43b-31e44a1646ad req-00a9c8d3-216b-467b-ad06-e4c5c4c0d0bb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486844 Mar 22 19:38:18.617374 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ad7550cd-2460-4aff-af87-4d647d5e1f1b up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:18.742737 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1174-8fc0-406a-8783-5852af66d9e3 req-eff38779-682e-455c-a4ee-20e704c47cf9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:18.744849 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c1aa1174-8fc0-406a-8783-5852af66d9e3 req-eff38779-682e-455c-a4ee-20e704c47cf9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 944 time: 0.0590587 Mar 22 19:38:18.748696 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port ad7550cd-2460-4aff-af87-4d647d5e1f1b completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:38:18.753215 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port ad7550cd-2460-4aff-af87-4d647d5e1f1b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:18.753651 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.796303 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c1aa1174-8fc0-406a-8783-5852af66d9e3 req-6ff33e1e-85b2-494d-a0de-4e74efefff98 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459139 Mar 22 19:38:18.832706 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port ad7550cd-2460-4aff-af87-4d647d5e1f1b is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:18.833257 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.856436 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:18.858653 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc26114-709c-4d3a-bab8-f1f22edd8754" -d '{"events": [{"server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "name": "network-vif-plugged", "status": "completed", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:18.872085 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port ad7550cd-2460-4aff-af87-4d647d5e1f1b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:18.901120 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192d6a4-a2f7-4baa-8ea0-23e3af24634a x-openstack-request-id: req-6192d6a4-a2f7-4baa-8ea0-23e3af24634a {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:18.901511 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "name": "network-vif-plugged", "status": "completed", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:18.901849 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6192d6a4-a2f7-4baa-8ea0-23e3af24634a {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:18.902364 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6192d6a4-a2f7-4baa-8ea0-23e3af24634a'] response: {'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'code': 200} Mar 22 19:38:18.952341 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.004155 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=ad7550cd-2460-4aff-af87-4d647d5e1f1b,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:19.332421 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc713a-0476-41a5-ae6a-6e4eea51bc40 req-eb2d9bcb-abb8-4c0f-86c9-2ef709765668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:19.333905 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b2fc713a-0476-41a5-ae6a-6e4eea51bc40 req-eb2d9bcb-abb8-4c0f-86c9-2ef709765668 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1129 time: 0.0430484 Mar 22 19:38:19.383812 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b2fc713a-0476-41a5-ae6a-6e4eea51bc40 req-7aa8f9de-a135-4240-ba55-e6663c41f9db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Mar 22 19:38:19.917993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e42ea-74c6-4e5f-bf49-1a806d3c8c21 req-9aaaf669-02d5-4eae-999a-627fe73d8af5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:19.919547 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5a6e42ea-74c6-4e5f-bf49-1a806d3c8c21 req-9aaaf669-02d5-4eae-999a-627fe73d8af5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 945 time: 0.0557878 Mar 22 19:38:19.971892 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5a6e42ea-74c6-4e5f-bf49-1a806d3c8c21 req-3f854205-19ac-454e-9ca0-c99e325606d5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Mar 22 19:38:21.098265 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e0440-aaaf-423f-86a9-75f5f74c2d03 req-06a4068a-8521-4ade-a7cb-64c763341d0d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:21.100067 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb7e0440-aaaf-423f-86a9-75f5f74c2d03 req-06a4068a-8521-4ade-a7cb-64c763341d0d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 945 time: 0.0557356 Mar 22 19:38:21.154274 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb7e0440-aaaf-423f-86a9-75f5f74c2d03 req-aa8bf732-a4e4-436a-aa49-26f5dbc7f46b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481465 Mar 22 19:38:21.291222 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115443-ec12-425a-a0ea-031abc67ca3f req-87f0756a-283f-40a3-a7ba-deb261a2eae6 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:21.292752 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-99115443-ec12-425a-a0ea-031abc67ca3f req-87f0756a-283f-40a3-a7ba-deb261a2eae6 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 945 time: 0.0630367 Mar 22 19:38:21.353181 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-99115443-ec12-425a-a0ea-031abc67ca3f req-5e81f0ca-120d-4f82-a5c0-916296448a15 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491986 Mar 22 19:38:21.372764 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 58142) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.567779 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ce52e-ac76-4d8d-a71c-72cbdf020eb2 tempest-TestVolumeBootPattern-1918070490 tempest-TestVolumeBootPattern-1918070490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:21.569344 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4a2ce52e-ac76-4d8d-a71c-72cbdf020eb2 tempest-TestVolumeBootPattern-1918070490 tempest-TestVolumeBootPattern-1918070490-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1124 time: 0.1955628 Mar 22 19:38:21.572422 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 58148) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.576798 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'port_id': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:21.684089 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.795189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.907923 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Allocated IP 172.27.0.178 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/a7bc5a9c-0fe7-4ced-a987-d050d35a40db) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:22.020910 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.143478 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.184801 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:22.188007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:22.191627 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:22.218096 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=a7bc5a9c-0fe7-4ced-a987-d050d35a40db,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:22.231302 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.231687 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.232035 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.232374 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.232705 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.233033 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.233446 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.233683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.234007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.234330 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.234655 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.234978 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.235298 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.235648 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.235958 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:22.574361 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (2c04e7bc-c66c-4723-9985-33d039723d8c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.718294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.875007 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.932046 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.002295 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=a7bc5a9c-0fe7-4ced-a987-d050d35a40db,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:23.012984 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (2c04e7bc-c66c-4723-9985-33d039723d8c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.117018 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Floating IP 2c04e7bc-c66c-4723-9985-33d039723d8c associated. External IP: 172.27.0.178, port: ad7550cd-2460-4aff-af87-4d647d5e1f1b. Mar 22 19:38:23.338653 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:23.457823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:23.469161 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:23.480978 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:23.481603 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:38:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:23.599858 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:23.602646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.635966 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-946dec23-da09-4cf0-ba0c-0fc8c5fefe37 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0624695 Mar 22 19:38:23.636563 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:23.638839 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:23.681965 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071254a1-40e4-4119-81c4-d4971855bd09 x-openstack-request-id: req-071254a1-40e4-4119-81c4-d4971855bd09 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:23.682258 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:23.682515 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-071254a1-40e4-4119-81c4-d4971855bd09 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:23.682926 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071254a1-40e4-4119-81c4-d4971855bd09'] response: {'name': 'network-changed', 'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'status': 'completed', 'code': 200} Mar 22 19:38:23.850722 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '2c04e7bc-c66c-4723-9985-33d039723d8c', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:15:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc550a1-5f10-4c83-8a78-358c28083449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:38:22Z', 'updated_at': '2022-03-22T19:38:22Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:23.883674 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:38:23.896097 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:23.896949 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:38:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:24.035451 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:24.272472 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '2c04e7bc-c66c-4723-9985-33d039723d8c', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:15:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc550a1-5f10-4c83-8a78-358c28083449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:38:22Z', 'updated_at': '2022-03-22T19:38:22Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:24.306190 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2322f56b-d310-42a2-a7a6-76c3d6191cbe None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': '2c04e7bc-c66c-4723-9985-33d039723d8c', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:15:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc550a1-5f10-4c83-8a78-358c28083449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:38:22Z', 'updated_at': '2022-03-22T19:38:22Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:24.505934 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf72df-2ca5-448a-bee2-d7ef4aa34d70 None None] New status for floating IP 2c04e7bc-c66c-4723-9985-33d039723d8c: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:38:25.381388 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-eb5b601f-6d6d-414d-92ce-8465dcce1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:25.382900 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-eb5b601f-6d6d-414d-92ce-8465dcce1efa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1129 time: 0.0474422 Mar 22 19:38:25.478804 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-8e69b0f4-5b64-48d5-baf1-e82150b6031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:25.480364 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-8e69b0f4-5b64-48d5-baf1-e82150b6031a service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0911772 Mar 22 19:38:25.554072 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-c8f66a17-9aae-4b97-96e4-8fcf2a28b018 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b HTTP/1.1" status: 200 len: 1001 time: 0.0626204 Mar 22 19:38:25.599049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-a8c43711-26f7-4548-ba25-e2517c34e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:25.600532 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-a8c43711-26f7-4548-ba25-e2517c34e25a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0434971 Mar 22 19:38:25.655625 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-a528e91b-e49f-4eb1-ba0b-0431665ce5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:25.657139 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-a528e91b-e49f-4eb1-ba0b-0431665ce5e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498869 Mar 22 19:38:25.763713 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-020b103c-1f31-47d1-a3c7-a15fefe1454b service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001804 Mar 22 19:38:25.860680 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-546024a6-c9b5-48c5-949f-0ce3e3cf9d70 req-641e64a9-f54c-4f36-b7f6-25ce06bca2e4 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910444 Mar 22 19:38:35.296886 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-972ff699-4043-4981-9499-39fb9e66c335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.537736 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f925d-e316-4edd-bcf8-ac47df0586c8 req-a68bcd59-a9f8-4eea-be32-534a7d3a9be0 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:36.539240 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bf7f925d-e316-4edd-bcf8-ac47df0586c8 req-a68bcd59-a9f8-4eea-be32-534a7d3a9be0 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 946 time: 0.0572524 Mar 22 19:38:36.596724 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bf7f925d-e316-4edd-bcf8-ac47df0586c8 req-ba0c94f0-1015-499c-8948-b969e83ade75 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Mar 22 19:38:37.722725 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ddc5a-3e54-4013-b97d-c083b6933104 req-648e4524-aaf7-403c-8e9e-5c9f0972415e tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:37.724465 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-532ddc5a-3e54-4013-b97d-c083b6933104 req-648e4524-aaf7-403c-8e9e-5c9f0972415e tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 946 time: 0.0551646 Mar 22 19:38:37.772367 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-532ddc5a-3e54-4013-b97d-c083b6933104 req-6ccbaf8b-7940-48a5-a73b-fcecfd269ac9 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/security-groups?id=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Mar 22 19:38:37.879831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-594af0bf-c4af-4e83-9709-40eed39b81ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.224717 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1f799-e311-4730-8285-366b7203020b req-04f2e6fc-209f-4fcf-9080-60490186061d tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:38.226280 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00d1f799-e311-4730-8285-366b7203020b req-04f2e6fc-209f-4fcf-9080-60490186061d tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 946 time: 0.0561204 Mar 22 19:38:38.328504 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Deleting port ea03735c-5ca4-49c0-b638-2b93e0447384 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:38.328840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.417048 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] For port ea03735c-5ca4-49c0-b638-2b93e0447384, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea03735c-5ca4-49c0-b638-2b93e0447384,segment=NetworkSegment(1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc),segment_id=1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:38.417405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.430550 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Calling delete_port for ea03735c-5ca4-49c0-b638-2b93e0447384 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:38.639956 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ea03735c-5ca4-49c0-b638-2b93e0447384), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.652425 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['ea03735c-5ca4-49c0-b638-2b93e0447384'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:38:38.666606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Pushing event deleted for resources: {'Port': ['ID=ea03735c-5ca4-49c0-b638-2b93e0447384,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:38.715116 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] No DVR routers for this DVR port ea03735c-5ca4-49c0-b638-2b93e0447384 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:38.717783 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.722446 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00d1f799-e311-4730-8285-366b7203020b req-4938ff07-f033-4581-9578-63401ca64346 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.45 "DELETE /v2.0/ports/ea03735c-5ca4-49c0-b638-2b93e0447384 HTTP/1.1" status: 204 len: 173 time: 0.4893959 Mar 22 19:38:38.722446 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26803e8b-4036-4256-a43b-ae375cfb3801', 'name': 'network-vif-deleted', 'tag': 'ea03735c-5ca4-49c0-b638-2b93e0447384'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:38.723653 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b3a2b3-4347-4baa-b1b8-d51a86879129" -d '{"events": [{"server_uuid": "26803e8b-4036-4256-a43b-ae375cfb3801", "name": "network-vif-deleted", "tag": "ea03735c-5ca4-49c0-b638-2b93e0447384"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:38.765045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309690f1-4383-44a6-b217-61f3a0568dff x-openstack-request-id: req-309690f1-4383-44a6-b217-61f3a0568dff {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:38.765045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26803e8b-4036-4256-a43b-ae375cfb3801", "name": "network-vif-deleted", "tag": "ea03735c-5ca4-49c0-b638-2b93e0447384", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:38.765045 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-309690f1-4383-44a6-b217-61f3a0568dff {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:38.765045 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309690f1-4383-44a6-b217-61f3a0568dff'] response: {'server_uuid': '26803e8b-4036-4256-a43b-ae375cfb3801', 'name': 'network-vif-deleted', 'tag': 'ea03735c-5ca4-49c0-b638-2b93e0447384', 'status': 'completed', 'code': 200} Mar 22 19:38:39.018288 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f2422f2-b2ae-425b-861d-d4a3be34c770 req-f33c01d5-ed3c-4373-b6d1-b94641a3b641 tempest-VolumesSnapshotTestJSON-157341788 tempest-VolumesSnapshotTestJSON-157341788-project] 10.222.0.79 "GET /v2.0/ports?device_id=26803e8b-4036-4256-a43b-ae375cfb3801 HTTP/1.1" status: 200 len: 210 time: 0.1553624 Mar 22 19:38:39.148243 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.460732 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.765554 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ea03735c-5ca4-49c0-b638-2b93e0447384 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:38:40.786295 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: ea03735c-5ca4-49c0-b638-2b93e0447384 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:38:40.786632 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ea03735c-5ca4-49c0-b638-2b93e0447384 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:38:41.062882 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.740610 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.443822 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 58320) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:43.548425 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df2aec24-3ca7-4620-839d-49db6c9a9c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.619790 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df2aec24-3ca7-4620-839d-49db6c9a9c8a admin admin] Publish callbacks [] for security_group (20eb98b2-c1a1-4ce8-9ec4-532a688de686), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.729418 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-df2aec24-3ca7-4620-839d-49db6c9a9c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (20eb98b2-c1a1-4ce8-9ec4-532a688de686), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.768519 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-df2aec24-3ca7-4620-839d-49db6c9a9c8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81313db185934a97a9172c2a1ef20fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235521 Mar 22 19:38:43.769288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2aec24-3ca7-4620-839d-49db6c9a9c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb98b2-c1a1-4ce8-9ec4-532a688de686,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:43.771104 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58324) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:43.819847 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Publish callbacks [] for security_group (20eb98b2-c1a1-4ce8-9ec4-532a688de686), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.841771 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Publish callbacks [] for security_group (20eb98b2-c1a1-4ce8-9ec4-532a688de686), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.965655 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (20eb98b2-c1a1-4ce8-9ec4-532a688de686), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.968308 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.969491 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20eb98b2-c1a1-4ce8-9ec4-532a688de686 HTTP/1.1" status: 204 len: 168 time: 0.1973350 Mar 22 19:38:43.977633 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb98b2-c1a1-4ce8-9ec4-532a688de686,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:43.986011 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.986363 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.986707 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.987053 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.987392 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.987756 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.988095 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.988425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.988756 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.989090 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.989420 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.989748 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.990072 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.990399 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:43.990724 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444706-2bd6-430b-aee5-060fcab2ec25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:47.170360 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-eb9f21c3-9b29-4177-9b62-acb4c6239107 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=888f2cfb611b4a6fb039aaec5236289f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308177 Mar 22 19:38:47.381341 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-943432b3-045a-471a-a9dc-384bc15d47e6 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:47.383298 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-943432b3-045a-471a-a9dc-384bc15d47e6 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076097 Mar 22 19:38:47.399405 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-3b81c22a-75a5-44b0-a153-e73da6d441d1 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/quotas/888f2cfb611b4a6fb039aaec5236289f HTTP/1.1" status: 200 len: 375 time: 0.0105269 Mar 22 19:38:47.438275 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-6904f8c0-8c61-4c34-96f3-f2943b70c4ca tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=888f2cfb611b4a6fb039aaec5236289f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329769 Mar 22 19:38:47.872200 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-0c282cf9-c69b-4ee6-87b2-b590a1e550de req-619ecad5-2ca9-4108-9cb8-740b46f8b29a tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 210 time: 0.1939213 Mar 22 19:38:48.965378 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2145bd15-df24-4b57-8d7d-15161398a8c3 req-115ac06f-3f30-4f08-92c9-1cfc7e681311 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 210 time: 0.0271811 Mar 22 19:38:49.271271 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-21991b88-8050-4937-9419-55f7be51469c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500529 Mar 22 19:38:49.377859 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-f3fdde06-f245-4366-a754-7cb31ff56aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:49.379356 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-f3fdde06-f245-4366-a754-7cb31ff56aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1129 time: 0.0465930 Mar 22 19:38:49.483019 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-c27ec18d-ec00-47ce-94df-a8441b5748f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:49.484592 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-c27ec18d-ec00-47ce-94df-a8441b5748f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0868549 Mar 22 19:38:49.551830 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-30fe380e-43ba-4a07-a238-5514f7278f91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b HTTP/1.1" status: 200 len: 1001 time: 0.0613260 Mar 22 19:38:49.587250 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:38:49.600318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-6dc4b134-60e6-417a-9f25-b442cbe285e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:49.602590 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-6dc4b134-60e6-417a-9f25-b442cbe285e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0445974 Mar 22 19:38:49.657788 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-3fd5fe9c-47d8-4bd3-bcf1-d34865471551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:49.657788 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-3fd5fe9c-47d8-4bd3-bcf1-d34865471551 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483344 Mar 22 19:38:49.752673 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-56e6dbe9-ba2e-4a7f-bf9b-62df2c2f3878 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882270 Mar 22 19:38:49.846062 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d12f7c43-e317-493c-b655-aaeb1860c957 req-df26de62-aafb-4514-8e56-b6f8dfbd7f91 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874417 Mar 22 19:38:50.062386 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-39f97963-59b0-45a3-bcd5-ef1796a8e6d0 req-51125899-b1ce-41f5-81eb-672be599ee0f tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 210 time: 0.0291293 Mar 22 19:38:50.092562 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-dadc6602-8b7a-422d-bb38-51581f44bc14 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=888f2cfb611b4a6fb039aaec5236289f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225754 Mar 22 19:38:50.212638 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-0e7ededa-313a-476b-90b5-e75d3261b17a tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:50.214553 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-0e7ededa-313a-476b-90b5-e75d3261b17a tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171398 Mar 22 19:38:50.226262 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Request body: {'port': {'device_id': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878', 'admin_state_up': True, 'tenant_id': '888f2cfb611b4a6fb039aaec5236289f'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:50.460440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Made reservation on behalf of 888f2cfb611b4a6fb039aaec5236289f for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:50.464454 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.474191 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.547337 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks [] for security_group (a7ef85da-70fd-43fd-b48f-8ef12085eacc), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.747359 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a7ef85da-70fd-43fd-b48f-8ef12085eacc), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.806856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef85da-70fd-43fd-b48f-8ef12085eacc,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:50.882738 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Allocated IP 192.168.233.81 (d85d0153-2a0c-4208-91ef-e8f02da40878/0fabb035-416a-4965-94b2-b726d1f09e5a/6f387331-db0e-47a6-b642-7cbe5f1dd4ca) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:51.032806 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks [] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.164357 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b6b0f283-8487-44db-a572-d73ebeee06ef req-e63bd758-d514-4f87-81a1-65ae1e14e9ca tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 210 time: 0.0284445 Mar 22 19:38:51.233236 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.552815 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Network d85d0153-2a0c-4208-91ef-e8f02da40878 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:51.556149 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:51.564062 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:51.570439 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Pushing event updated for resources: {'Port': ['ID=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:51.616054 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:51.616611 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.725496 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-65498cbf-7584-4b78-b1b8-22e989af0a41 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5027907 Mar 22 19:38:51.738588 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-2a038d43-45dd-448b-acca-6777eaeb879f tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.740577 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-2a038d43-45dd-448b-acca-6777eaeb879f tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090146 Mar 22 19:38:51.753577 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Request body: {'port': {'device_id': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:51.779831 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-85c7c25e-6171-40c7-bf79-788d09a51110 None None] Provisioning complete for port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:51.780407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-85c7c25e-6171-40c7-bf79-788d09a51110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.816488 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-85c7c25e-6171-40c7-bf79-788d09a51110 None None] Port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:51.851294 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.201611 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f387331-db0e-47a6-b642-7cbe5f1dd4ca {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:38:52.209321 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Publish callbacks [] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.222070 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Transition to ACTIVE for port object 6f387331-db0e-47a6-b642-7cbe5f1dd4ca will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:38:52.285162 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12245211-4de9-4297-9a73-100046c418ea req-cf593d39-d31a-43f5-ae19-1264b9c99945 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:52.286535 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-12245211-4de9-4297-9a73-100046c418ea req-cf593d39-d31a-43f5-ae19-1264b9c99945 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 935 time: 0.0515616 Mar 22 19:38:52.322744 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.334932 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-12245211-4de9-4297-9a73-100046c418ea req-4473e501-a670-4763-a657-a0afceb5f299 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Mar 22 19:38:52.381423 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Pushing event updated for resources: {'Port': ['ID=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:52.458847 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Attempting to bind port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:52.459179 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Attempting to bind port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:52.459507 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Attempting to bind port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca on network d85d0153-2a0c-4208-91ef-e8f02da40878 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:52.464767 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca on network d85d0153-2a0c-4208-91ef-e8f02da40878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:52.465159 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Attempting to bind port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca on network d85d0153-2a0c-4208-91ef-e8f02da40878 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:52.470251 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:52.488811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Checking segment: {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:52.488811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Bound using segment: {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:52.488811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Bound port: 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6310d46-9308-4959-b9b2-1c79f708f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:52.488811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.537180 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] For port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:52.540199 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] For port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:52.762435 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.821810 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:52.822654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.825345 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-8b458754-0097-4c27-ba11-060115367f77 service neutron] 10.222.0.45 "PUT /v2.0/ports/6f387331-db0e-47a6-b642-7cbe5f1dd4ca HTTP/1.1" status: 200 len: 1097 time: 1.0760353 Mar 22 19:38:52.826037 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'tag': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:52.829330 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24f322-cd6d-488b-bcf2-325782c56e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5229021-a918-48c3-bf72-6dbe008f4b6c", "tag": "6f387331-db0e-47a6-b642-7cbe5f1dd4ca"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:52.869083 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b458754-0097-4c27-ba11-060115367f77 service neutron] Pushing event updated for resources: {'Port': ['ID=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:52.892813 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6979711-c47d-4352-ad21-c4444257caff x-openstack-request-id: req-b6979711-c47d-4352-ad21-c4444257caff {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:52.893290 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5229021-a918-48c3-bf72-6dbe008f4b6c", "tag": "6f387331-db0e-47a6-b642-7cbe5f1dd4ca", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:52.893704 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6979711-c47d-4352-ad21-c4444257caff {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:52.894365 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6979711-c47d-4352-ad21-c4444257caff'] response: {'name': 'network-changed', 'server_uuid': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'tag': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca', 'status': 'completed', 'code': 200} Mar 22 19:38:53.484516 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6bce0-8d05-4af1-9db6-f3e83d672d2e req-3e9d17bc-ea61-47e7-83c2-a7ee61a988d2 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:53.486026 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e8f6bce0-8d05-4af1-9db6-f3e83d672d2e req-3e9d17bc-ea61-47e7-83c2-a7ee61a988d2 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 947 time: 0.0620415 Mar 22 19:38:53.535592 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e8f6bce0-8d05-4af1-9db6-f3e83d672d2e req-9cb8f930-4ab2-48da-a46f-4d96bb0ee8b6 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 Mar 22 19:38:54.657513 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141881-fcf8-49fd-b95f-99abfe3c8045 req-2c343c13-40f3-43d3-8117-d6bcdadda3b8 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:54.659012 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c141881-fcf8-49fd-b95f-99abfe3c8045 req-2c343c13-40f3-43d3-8117-d6bcdadda3b8 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 947 time: 0.0546153 Mar 22 19:38:54.709628 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c141881-fcf8-49fd-b95f-99abfe3c8045 req-218ff24e-d42b-4d4a-b9bf-331378435295 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449495 Mar 22 19:38:55.114755 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f322-cd6d-488b-bcf2-325782c56e0f req-273a65fb-b6df-41a6-b9d4-95682f407189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:55.116283 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b24f322-cd6d-488b-bcf2-325782c56e0f req-273a65fb-b6df-41a6-b9d4-95682f407189 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=888f2cfb611b4a6fb039aaec5236289f&device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 1131 time: 0.0494573 Mar 22 19:38:55.147053 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b24f322-cd6d-488b-bcf2-325782c56e0f req-3ff49fe6-d60c-4fb6-b348-b5b95d5e184f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=888f2cfb611b4a6fb039aaec5236289f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0181587 Mar 22 19:38:55.265394 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f322-cd6d-488b-bcf2-325782c56e0f req-35044c32-182b-419c-9503-10c7722f876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:55.266888 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b24f322-cd6d-488b-bcf2-325782c56e0f req-35044c32-182b-419c-9503-10c7722f876e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873694 Mar 22 19:38:55.352975 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-41d6046f-8d8e-4cda-84b8-f31e92e0378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:55.354391 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-41d6046f-8d8e-4cda-84b8-f31e92e0378c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=888f2cfb611b4a6fb039aaec5236289f&device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 1131 time: 0.0505998 Mar 22 19:38:55.395084 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-b38e8ce5-5985-4e10-b6e4-f7496c23a7e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=6f387331-db0e-47a6-b642-7cbe5f1dd4ca HTTP/1.1" status: 200 len: 217 time: 0.0341570 Mar 22 19:38:55.451980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-91a3a5e8-c33b-4ee4-9483-26c30964ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:55.453442 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-91a3a5e8-c33b-4ee4-9483-26c30964ae24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fabb035-416a-4965-94b2-b726d1f09e5a HTTP/1.1" status: 200 len: 843 time: 0.0512350 Mar 22 19:38:55.508844 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-be2fb634-2050-4ace-8df9-f96b9c98e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:55.510354 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-be2fb634-2050-4ace-8df9-f96b9c98e0fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85d0153-2a0c-4208-91ef-e8f02da40878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0503418 Mar 22 19:38:55.601304 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-d11acf04-dd4f-44ba-8792-32e29f82441f service neutron] 10.222.0.45 "GET /v2.0/networks/d85d0153-2a0c-4208-91ef-e8f02da40878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831585 Mar 22 19:38:55.696597 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5154cb0b-3e13-465a-bc23-8da11038ccb5 req-5b1c721b-c0d1-40ac-8574-41f5f3b5a004 service neutron] 10.222.0.45 "GET /v2.0/networks/d85d0153-2a0c-4208-91ef-e8f02da40878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890343 Mar 22 19:38:55.832813 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c5b98-d84c-4cf5-99db-ed83a5ffd193 req-fbb524a1-bcd5-42f1-a17b-4a54dd02f3f6 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:55.834323 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-425c5b98-d84c-4cf5-99db-ed83a5ffd193 req-fbb524a1-bcd5-42f1-a17b-4a54dd02f3f6 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 947 time: 0.0543151 Mar 22 19:38:55.884511 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-425c5b98-d84c-4cf5-99db-ed83a5ffd193 req-81950d02-13da-48af-b6e6-4f712e624613 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Mar 22 19:38:56.827934 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 6f387331-db0e-47a6-b642-7cbe5f1dd4ca details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:38:56.932005 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:56.950595 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca', 'network_id': 'd85d0153-2a0c-4208-91ef-e8f02da40878', 'port_id': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca', 'mac_address': 'fa:16:3e:72:b5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fabb035-416a-4965-94b2-b726d1f09e5a', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:38:56.989833 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:56.990229 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.003725 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f387331-db0e-47a6-b642-7cbe5f1dd4ca {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:38:57.009941 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379abd1-e918-42ca-9ccd-c93c3a42a5ba req-b6ffefba-dd44-48d1-9fdb-fdcf6e82eff3 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:57.012211 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a379abd1-e918-42ca-9ccd-c93c3a42a5ba req-b6ffefba-dd44-48d1-9fdb-fdcf6e82eff3 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 947 time: 0.0552802 Mar 22 19:38:57.025145 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:57.062272 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a379abd1-e918-42ca-9ccd-c93c3a42a5ba req-41d40e75-aa2b-4a8f-997c-c48fd709dfc4 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Mar 22 19:38:57.148435 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.199889 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:57.206978 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.207489 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.207867 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.208215 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.208551 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.208887 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.209300 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.209531 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.209857 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.210181 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.210508 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.210834 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.211154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.211472 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.211813 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:57.359197 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['6f387331-db0e-47a6-b642-7cbe5f1dd4ca'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:38:58.191605 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089ed8-80e4-46d9-b538-9502dc1cec59 req-4438351e-bbfe-422f-934b-1abbb142c9bc tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:58.193110 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3089ed8-80e4-46d9-b538-9502dc1cec59 req-4438351e-bbfe-422f-934b-1abbb142c9bc tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 948 time: 0.0589306 Mar 22 19:38:58.247744 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3089ed8-80e4-46d9-b538-9502dc1cec59 req-7b4a12a6-2d62-4a6b-b9e6-747496ff98d1 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Mar 22 19:38:58.842968 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 6f387331-db0e-47a6-b642-7cbe5f1dd4ca up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:59.060306 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:38:59.064503 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:59.064871 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.141634 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:59.142030 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.164542 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:59.166891 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba447eb-93e3-46b1-8a0c-d18e97e81bc3" -d '{"events": [{"server_uuid": "d5229021-a918-48c3-bf72-6dbe008f4b6c", "name": "network-vif-plugged", "status": "completed", "tag": "6f387331-db0e-47a6-b642-7cbe5f1dd4ca"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:59.180565 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:59.209095 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67190911-76f2-4e6a-9387-34f48512d793 x-openstack-request-id: req-67190911-76f2-4e6a-9387-34f48512d793 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:59.209389 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5229021-a918-48c3-bf72-6dbe008f4b6c", "name": "network-vif-plugged", "status": "completed", "tag": "6f387331-db0e-47a6-b642-7cbe5f1dd4ca", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:59.209643 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67190911-76f2-4e6a-9387-34f48512d793 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:59.210046 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67190911-76f2-4e6a-9387-34f48512d793'] response: {'server_uuid': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca', 'code': 200} Mar 22 19:38:59.279892 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.333760 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:59.370181 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5e40-a6da-42d8-ae77-8db2d7b265f2 req-f986898c-d21a-4122-9be9-2256c1079253 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:59.371787 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b93e5e40-a6da-42d8-ae77-8db2d7b265f2 req-f986898c-d21a-4122-9be9-2256c1079253 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 949 time: 0.0575438 Mar 22 19:38:59.421114 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b93e5e40-a6da-42d8-ae77-8db2d7b265f2 req-d75ddb65-bce7-47ea-8257-fcbc24624c19 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Mar 22 19:38:59.546417 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a0881-455f-4437-8e31-f048bb583c02 req-78d32331-d5c6-4e44-aaf5-c6bbad5397a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:59.547889 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c27a0881-455f-4437-8e31-f048bb583c02 req-78d32331-d5c6-4e44-aaf5-c6bbad5397a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 1133 time: 0.0460458 Mar 22 19:38:59.595427 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c27a0881-455f-4437-8e31-f048bb583c02 req-e879cdd2-92c7-4b97-bc89-49cdfaa0df78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Mar 22 19:39:00.558783 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee5b7-f46a-4791-a97a-1290251d796e req-45374f27-a2f3-4bcb-9d14-4c4328d87761 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:00.560318 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6aee5b7-f46a-4791-a97a-1290251d796e req-45374f27-a2f3-4bcb-9d14-4c4328d87761 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 949 time: 0.0672655 Mar 22 19:39:00.609259 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6aee5b7-f46a-4791-a97a-1290251d796e req-d539af63-079a-46a6-82b2-81c01d2ec06b tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Mar 22 19:39:01.731735 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde149-f532-49c2-b074-a979ed8b81bd req-ab0ae3d6-2864-47fe-9f0e-be713307617d tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:01.733587 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-85fde149-f532-49c2-b074-a979ed8b81bd req-ab0ae3d6-2864-47fe-9f0e-be713307617d tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 949 time: 0.0554488 Mar 22 19:39:01.787558 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-85fde149-f532-49c2-b074-a979ed8b81bd req-51b7b39d-d4c3-4566-91da-e1097edc9924 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485415 Mar 22 19:39:02.251874 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1061426-7c14-4ca7-a60e-90b95058a848 req-feb55dc7-9a9b-4a6e-b923-6f6d827aebd3 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:02.253397 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e1061426-7c14-4ca7-a60e-90b95058a848 req-feb55dc7-9a9b-4a6e-b923-6f6d827aebd3 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 949 time: 0.0550508 Mar 22 19:39:02.301060 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e1061426-7c14-4ca7-a60e-90b95058a848 req-0aa8ddc0-3152-4e2c-a6f2-857664231be4 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Mar 22 19:39:03.451725 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a2804-d7a0-4b7e-b0a7-1cd624835a13 req-9efe0728-ae6c-4f71-b779-fb3ed3e09556 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:03.453663 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-577a2804-d7a0-4b7e-b0a7-1cd624835a13 req-9efe0728-ae6c-4f71-b779-fb3ed3e09556 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 949 time: 0.0659332 Mar 22 19:39:03.522767 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-577a2804-d7a0-4b7e-b0a7-1cd624835a13 req-542c51c6-8fa7-46fa-931f-0c2ef7e188f2 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7ef85da-70fd-43fd-b48f-8ef12085eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 Mar 22 19:39:03.670333 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-6e9faf2c-5e4a-48bf-a231-5aa550ee09d5 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:03.671917 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-6e9faf2c-5e4a-48bf-a231-5aa550ee09d5 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 949 time: 0.0628862 Mar 22 19:39:03.789044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Deleting port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:03.789044 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.890485 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] For port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,segment=NetworkSegment(f6310d46-9308-4959-b9b2-1c79f708f17e),segment_id=f6310d46-9308-4959-b9b2-1c79f708f17e)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:03.890824 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.905868 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Calling delete_port for 6f387331-db0e-47a6-b642-7cbe5f1dd4ca owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:04.192150 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (6f387331-db0e-47a6-b642-7cbe5f1dd4ca), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.206078 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['6f387331-db0e-47a6-b642-7cbe5f1dd4ca'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:39:04.227134 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Pushing event deleted for resources: {'Port': ['ID=6f387331-db0e-47a6-b642-7cbe5f1dd4ca,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:04.278329 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] No DVR routers for this DVR port 6f387331-db0e-47a6-b642-7cbe5f1dd4ca on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:04.281992 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.286143 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b9e0c-7b4c-4abb-b8fd-61c7c1b55a44 req-e480e5a7-f756-41a4-8c1c-40c2168eed71 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.45 "DELETE /v2.0/ports/6f387331-db0e-47a6-b642-7cbe5f1dd4ca HTTP/1.1" status: 204 len: 173 time: 0.6079011 Mar 22 19:39:04.286626 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'name': 'network-vif-deleted', 'tag': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:39:04.289029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b0619b-da99-433a-8581-52cfba301955" -d '{"events": [{"server_uuid": "d5229021-a918-48c3-bf72-6dbe008f4b6c", "name": "network-vif-deleted", "tag": "6f387331-db0e-47a6-b642-7cbe5f1dd4ca"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:39:04.336396 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0db7be-ad68-4021-b0bd-eea9f4025ff2 x-openstack-request-id: req-7a0db7be-ad68-4021-b0bd-eea9f4025ff2 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:39:04.336639 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5229021-a918-48c3-bf72-6dbe008f4b6c", "name": "network-vif-deleted", "tag": "6f387331-db0e-47a6-b642-7cbe5f1dd4ca", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:39:04.336934 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a0db7be-ad68-4021-b0bd-eea9f4025ff2 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:39:04.337314 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0db7be-ad68-4021-b0bd-eea9f4025ff2'] response: {'server_uuid': 'd5229021-a918-48c3-bf72-6dbe008f4b6c', 'name': 'network-vif-deleted', 'tag': '6f387331-db0e-47a6-b642-7cbe5f1dd4ca', 'status': 'completed', 'code': 200} Mar 22 19:39:04.627798 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-95c92c40-b6e4-43d1-a0e6-3c566b927d6c req-232381c6-3ff9-4c95-8cda-937b03b0f63c tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 210 time: 0.0279536 Mar 22 19:39:05.397662 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9ae207a4-7753-4268-ad21-4c2746f88936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.757309 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-60e1705f-477f-4383-bda6-134e73dd1a63 req-dc7e37ff-172e-4190-8464-65576b5c2251 tempest-VolumesNegativeTest-944239853 tempest-VolumesNegativeTest-944239853-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5229021-a918-48c3-bf72-6dbe008f4b6c HTTP/1.1" status: 200 len: 210 time: 0.0330522 Mar 22 19:39:06.889397 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 6f387331-db0e-47a6-b642-7cbe5f1dd4ca no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:06.913161 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 6f387331-db0e-47a6-b642-7cbe5f1dd4ca {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:06.913502 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 6f387331-db0e-47a6-b642-7cbe5f1dd4ca not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:07.624093 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58578) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:07.672740 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Deleting subnet 14fe3893-3aa6-467e-86d3-3dcbd9dcd136 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:07.676604 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Publish callbacks [] for subnet (14fe3893-3aa6-467e-86d3-3dcbd9dcd136), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.718730 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (14fe3893-3aa6-467e-86d3-3dcbd9dcd136), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.765127 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (14fe3893-3aa6-467e-86d3-3dcbd9dcd136), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.923515 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b837acf8-eaf6-4daf-8215-518e6af8386c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.000559 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (14fe3893-3aa6-467e-86d3-3dcbd9dcd136), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.031322 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fe3893-3aa6-467e-86d3-3dcbd9dcd136,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:08.035791 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.040288 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f4eb6999-a2a0-4c4b-b8b6-bb5449f14532 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/14fe3893-3aa6-467e-86d3-3dcbd9dcd136 HTTP/1.1" status: 204 len: 168 time: 0.4150403 Mar 22 19:39:08.041873 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58582) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:08.131701 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (3ec511f9-a845-4e28-8099-05a773a8b67f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.222393 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (3ec511f9-a845-4e28-8099-05a773a8b67f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.248085 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec511f9-a845-4e28-8099-05a773a8b67f']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.263557 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.263557 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.269407 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.285293 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.293218 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (1a844b4d-3c49-41ab-ac7c-e5dea1e30ebc), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:08.299698 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:08.520064 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (3ec511f9-a845-4e28-8099-05a773a8b67f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.525780 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.529334 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] 10.222.0.79 "DELETE /v2.0/networks/3ec511f9-a845-4e28-8099-05a773a8b67f HTTP/1.1" status: 204 len: 168 time: 0.4864950 Mar 22 19:39:08.543741 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb888c-6257-48db-bdb5-65ca65cb6f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec511f9-a845-4e28-8099-05a773a8b67f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:09.057439 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58658) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:09.105810 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-56d85795-0f51-47d3-9b90-f793516322e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81f543fa015e4653a5ad7c8568a10628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471270 Mar 22 19:39:09.108384 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58662) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:09.114309 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.162542 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5c65-53f4-4a18-bfce-e152fcb64cbe admin admin] Publish callbacks [] for security_group (13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.185366 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5c65-53f4-4a18-bfce-e152fcb64cbe admin admin] Publish callbacks [] for security_group (13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.371784 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5c65-53f4-4a18-bfce-e152fcb64cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.374446 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5c65-53f4-4a18-bfce-e152fcb64cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.376375 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-5c0d5c65-53f4-4a18-bfce-e152fcb64cbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6 HTTP/1.1" status: 204 len: 168 time: 0.2664342 Mar 22 19:39:09.385921 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d5c65-53f4-4a18-bfce-e152fcb64cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc79bc-d310-4d47-9fc0-0aa7cbaa5ac6,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:10.445368 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.085075 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.748204 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.171025 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58812) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:14.313295 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1fb76b16-26f0-4f17-90a4-f9e9cc25f321 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=888f2cfb611b4a6fb039aaec5236289f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409309 Mar 22 19:39:14.316497 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58816) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:14.365794 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-379fc4e5-3ad6-46e6-82fa-fc09dca8da91 admin admin] Publish callbacks [] for security_group (a7ef85da-70fd-43fd-b48f-8ef12085eacc), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.388296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-379fc4e5-3ad6-46e6-82fa-fc09dca8da91 admin admin] Publish callbacks [] for security_group (a7ef85da-70fd-43fd-b48f-8ef12085eacc), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.554352 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-379fc4e5-3ad6-46e6-82fa-fc09dca8da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (a7ef85da-70fd-43fd-b48f-8ef12085eacc), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.557414 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-379fc4e5-3ad6-46e6-82fa-fc09dca8da91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.558570 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-379fc4e5-3ad6-46e6-82fa-fc09dca8da91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7ef85da-70fd-43fd-b48f-8ef12085eacc HTTP/1.1" status: 204 len: 168 time: 0.2411690 Mar 22 19:39:14.567624 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fc4e5-3ad6-46e6-82fa-fc09dca8da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef85da-70fd-43fd-b48f-8ef12085eacc,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:26.586066 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:39:35.327898 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a6d1af87-e2b8-448a-8ef7-aed8e3108874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.873572 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e0fb1198-c61e-46d4-a725-751fac98ec16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.111057 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.396725 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.085766 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.717497 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.969404 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-5d5e013f-3dcd-4b28-9353-3ab8cb53ee2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370683 Mar 22 19:39:52.058142 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-6f0029c0-e5b6-491f-9237-ac6bdc8d15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:52.059656 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-6f0029c0-e5b6-491f-9237-ac6bdc8d15a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 1129 time: 0.0487385 Mar 22 19:39:52.161077 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-def30e4c-ee96-4abf-90f5-0772ed6d44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:52.162546 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-def30e4c-ee96-4abf-90f5-0772ed6d44b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0849414 Mar 22 19:39:52.231297 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-cbec0a01-4bca-4d69-b297-e60f1314f4e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b HTTP/1.1" status: 200 len: 1001 time: 0.0619183 Mar 22 19:39:52.280227 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-ef4b99da-3e83-4de1-a610-3c01cf0a2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:52.281669 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-ef4b99da-3e83-4de1-a610-3c01cf0a2ed3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0439305 Mar 22 19:39:52.330196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-04aee58b-71c0-4c76-b1a1-24644d39f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:52.331846 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-04aee58b-71c0-4c76-b1a1-24644d39f849 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440216 Mar 22 19:39:52.422776 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-a7df73da-e684-4368-8c0c-a952e4fb0bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Mar 22 19:39:52.510138 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aa6882e3-9b3d-411e-9185-752b5542a00c req-e92515a4-d26e-4c2d-a38c-305ee2313920 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821035 Mar 22 19:40:03.588354 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:40:05.319764 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a7afffe1-c999-40f8-a956-e6ccdb996eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:07.856684 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e1402999-1032-4395-b0b1-10b04039b556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.187937 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.419626 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.107865 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.824387 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.794161 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d61d0-3dd9-4a9b-a9ca-4f00434789e2 req-91a65e21-84f7-4279-ac71-24281d87f9e7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:28.795663 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f58d61d0-3dd9-4a9b-a9ca-4f00434789e2 req-91a65e21-84f7-4279-ac71-24281d87f9e7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 945 time: 0.0543230 Mar 22 19:40:28.849760 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f58d61d0-3dd9-4a9b-a9ca-4f00434789e2 req-466aea86-868a-4618-a096-376babfac87d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479877 Mar 22 19:40:29.974961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc10f47-41e7-40f1-86a6-a5ea5a03433b req-60d583f1-f2de-4c09-b2ff-b8b817271cf8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:29.976495 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2bc10f47-41e7-40f1-86a6-a5ea5a03433b req-60d583f1-f2de-4c09-b2ff-b8b817271cf8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 945 time: 0.0570273 Mar 22 19:40:30.033136 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2bc10f47-41e7-40f1-86a6-a5ea5a03433b req-e83b070c-c76b-4051-9dc9-a0e10ed1e4ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510049 Mar 22 19:40:30.301125 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-f1513def-6db8-4c53-bfa3-07a1ac79b24b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:30.302836 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-f1513def-6db8-4c53-bfa3-07a1ac79b24b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Mar 22 19:40:30.396941 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Deleting port ad7550cd-2460-4aff-af87-4d647d5e1f1b {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:30.397284 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.489573 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] For port ad7550cd-2460-4aff-af87-4d647d5e1f1b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad7550cd-2460-4aff-af87-4d647d5e1f1b,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:30.490352 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.665848 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.666218 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (2c04e7bc-c66c-4723-9985-33d039723d8c), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.666538 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Floating IP 2c04e7bc-c66c-4723-9985-33d039723d8c disassociated. External IP: 172.27.0.178, port: ad7550cd-2460-4aff-af87-4d647d5e1f1b. Mar 22 19:40:30.666896 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Calling delete_port for ad7550cd-2460-4aff-af87-4d647d5e1f1b owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:30.913475 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (ad7550cd-2460-4aff-af87-4d647d5e1f1b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.943194 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'Port': ['ID=ad7550cd-2460-4aff-af87-4d647d5e1f1b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:30.953385 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.953740 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.954080 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.954419 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.954768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.955093 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.955420 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.955840 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.956197 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.956735 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.957240 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.957576 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.957903 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.958225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.958546 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:31.074705 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:31.172249 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-55a8573e-74c2-4b7e-87f8-86a9bc29f322 req-6535b1f4-6763-4203-b1e2-5e7792640d0a tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 210 time: 0.0512631 Mar 22 19:40:31.208693 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:31.219390 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:31.229749 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:31.230537 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:40:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.251929 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] No DVR routers for this DVR port ad7550cd-2460-4aff-af87-4d647d5e1f1b on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:31.254419 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.257707 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-adaa90b2-95f9-4d98-a37b-9fdff76273bd req-54d1fa13-4c48-4fb9-98b0-af16d8b0206b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "DELETE /v2.0/ports/ad7550cd-2460-4aff-af87-4d647d5e1f1b HTTP/1.1" status: 204 len: 173 time: 0.9490347 Mar 22 19:40:31.258128 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'name': 'network-vif-deleted', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:31.260406 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994c090-4bb4-41fa-bc21-bfe15219cdae" -d '{"events": [{"server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "name": "network-vif-deleted", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:31.352787 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:31.494498 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e8abc6-7517-4df4-ac5d-084f8ddca424 x-openstack-request-id: req-b5e8abc6-7517-4df4-ac5d-084f8ddca424 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:31.495020 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc550a1-5f10-4c83-8a78-358c28083449", "name": "network-vif-deleted", "tag": "ad7550cd-2460-4aff-af87-4d647d5e1f1b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:31.495211 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b5e8abc6-7517-4df4-ac5d-084f8ddca424 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:31.495705 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e8abc6-7517-4df4-ac5d-084f8ddca424'] response: {'server_uuid': '1fc550a1-5f10-4c83-8a78-358c28083449', 'name': 'network-vif-deleted', 'tag': 'ad7550cd-2460-4aff-af87-4d647d5e1f1b', 'status': 'completed', 'code': 200} Mar 22 19:40:31.561301 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.587780 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:31.596046 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:31.596658 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:40:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.709644 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:31.913719 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.940194 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b1614-2bb2-48e5-9856-ca71315c06d0 None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:32.169449 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12c6bc-b7d9-496f-8d47-5b041ea02d36 None None] New status for floating IP 2c04e7bc-c66c-4723-9985-33d039723d8c: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:40:32.282390 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-13f16d2a-47e3-4228-ac01-87323afb83f2 req-bf86499d-d38b-46f5-b54a-1b08edddf903 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fc550a1-5f10-4c83-8a78-358c28083449 HTTP/1.1" status: 200 len: 210 time: 0.0286779 Mar 22 19:40:33.245457 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ad7550cd-2460-4aff-af87-4d647d5e1f1b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:33.265841 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: ad7550cd-2460-4aff-af87-4d647d5e1f1b {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:33.266184 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device ad7550cd-2460-4aff-af87-4d647d5e1f1b not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:33.544647 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-c249862f-8854-458a-b13d-f2884497d2ef tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834492668&fields=id&tenant_id=606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 267 time: 0.0452280 Mar 22 19:40:33.653361 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-11aa332f-d86b-4150-8396-48ac216dae96 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:33.654877 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-11aa332f-d86b-4150-8396-48ac216dae96 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 812 time: 0.1038826 Mar 22 19:40:33.669465 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-eebd6d4d-6eed-498a-8c7d-367648b9344b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/quotas/606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 375 time: 0.0091915 Mar 22 19:40:33.724017 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-00604998-7f2a-44f2-a4dc-af951e42ed4d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496376 Mar 22 19:40:33.785980 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-dd008c6d-8943-44bb-8bbd-730ab79f5bcc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:40:33.786989 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-dd008c6d-8943-44bb-8bbd-730ab79f5bcc service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519848 Mar 22 19:40:33.877759 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-3fed345c-0fe2-4c3c-bbc4-d76d4d6a8af1 service neutron] 10.222.0.79 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846362 Mar 22 19:40:33.968270 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-8dac49eb-c650-4740-8e22-d928858fe49f service neutron] 10.222.0.79 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841684 Mar 22 19:40:34.563345 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9bdaa1f5-2d84-471d-9392-e84ade40cadd req-687d6771-b3cf-4a66-8454-8cca9aea7c5d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0284677 Mar 22 19:40:35.321258 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87fe1071-c8f6-480b-a3d3-41fa16d0e85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.641686 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bd180018-5601-42c6-b28d-e3183748013f req-ba5c2e53-f1d6-43a0-aa53-e58d11aecbd0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0282285 Mar 22 19:40:36.722375 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-efb4f2b7-5168-4cea-afe9-82268da0b68a req-a7a47c84-99d9-4073-9c54-1796efaed060 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0300729 Mar 22 19:40:37.806069 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cb141db8-d88e-45be-b363-033559735888 req-eb448031-fc8b-4d2c-9a19-3d1bfd6763e5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0261106 Mar 22 19:40:37.857824 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-97b52e02-39c3-4004-9ffb-c0576a659158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.899419 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-02e19e4e-7fa5-463d-9d9e-2deaba473233 req-2261d24f-805e-46ac-b739-e3cf73fa41e8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0278385 Mar 22 19:40:39.153033 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.993227 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ed0e8cf-ec2e-45d0-bb1c-61f6c6eeaee9 req-cfdee2ea-d664-4750-947e-cb723e702a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0275133 Mar 22 19:40:40.401154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.587184 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:40:41.090050 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-d3145335-2aa5-452b-8a26-728710399e7d req-e87f9092-e225-4b23-8d23-4d96150a71c3 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0296996 Mar 22 19:40:41.153421 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.246883 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-c05d6f34-d834-4dab-af51-97c4a386bb62 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:41.248333 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-c05d6f34-d834-4dab-af51-97c4a386bb62 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 812 time: 0.1031437 Mar 22 19:40:41.310309 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-3690f7a8-94c9-4a0c-b3ea-04ad32f2ba4d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 380 time: 0.0543306 Mar 22 19:40:41.322491 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'port': {'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'admin_state_up': True, 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'security_groups': ['0461aba3-2c8e-4477-b998-f516cd2ef8f0']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:41.510230 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Made reservation on behalf of 606bc76420b949528aa9230d0aa976ad for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:41.513722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.637277 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Allocated IP 172.20.0.8 (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8/a9805fac-9a36-4058-b6ef-f47ea108e1a2/f242d018-78fd-4fe1-8c59-9331f4202bd3) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:41.807431 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.835049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.936444 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.980225 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:41.983398 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:41.990106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:42.018101 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=f242d018-78fd-4fe1-8c59-9331f4202bd3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:42.047060 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:42.047741 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.199630 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-0d32edad-c183-43f3-aebd-8ce6c849e7ed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8805416 Mar 22 19:40:42.214527 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Request body: {'port': {'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:42.217509 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4a3bdad0-52ed-4be2-8e9c-902bde746f34 None None] Provisioning complete for port f242d018-78fd-4fe1-8c59-9331f4202bd3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:42.217509 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4a3bdad0-52ed-4be2-8e9c-902bde746f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.249790 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bdad0-52ed-4be2-8e9c-902bde746f34 None None] Port f242d018-78fd-4fe1-8c59-9331f4202bd3 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:42.259801 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb0e3-cd4c-4cb7-81a8-7bfab44710dd req-62400242-a301-4a7a-b1e9-d43dbb269258 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:42.261284 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-026fb0e3-cd4c-4cb7-81a8-7bfab44710dd req-62400242-a301-4a7a-b1e9-d43dbb269258 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 931 time: 0.0959766 Mar 22 19:40:42.302177 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.362262 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-026fb0e3-cd4c-4cb7-81a8-7bfab44710dd req-6146453b-6f37-4fc1-b67d-c41e8c907d0f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824876 Mar 22 19:40:42.586498 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f242d018-78fd-4fe1-8c59-9331f4202bd3 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:42.594075 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Publish callbacks [] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.605733 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Transition to ACTIVE for port object f242d018-78fd-4fe1-8c59-9331f4202bd3 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:40:42.713288 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.765248 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f242d018-78fd-4fe1-8c59-9331f4202bd3,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:42.833530 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Attempting to bind port f242d018-78fd-4fe1-8c59-9331f4202bd3 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:42.833877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Attempting to bind port f242d018-78fd-4fe1-8c59-9331f4202bd3 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:42.834214 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Attempting to bind port f242d018-78fd-4fe1-8c59-9331f4202bd3 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:42.839722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Port f242d018-78fd-4fe1-8c59-9331f4202bd3 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:40:42.840051 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Attempting to bind port f242d018-78fd-4fe1-8c59-9331f4202bd3 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:42.845365 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:42.845713 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Checking segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:42.846099 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Bound using segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:42.846530 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Bound port: f242d018-78fd-4fe1-8c59-9331f4202bd3, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:42.846894 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.920455 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] For port f242d018-78fd-4fe1-8c59-9331f4202bd3, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:42.923653 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] For port f242d018-78fd-4fe1-8c59-9331f4202bd3, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:43.039774 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.073265 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.073881 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.075243 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] 10.222.0.45 "PUT /v2.0/ports/f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 200 len: 1093 time: 0.8668616 Mar 22 19:40:43.075708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:43.077920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab20c83-572e-4324-9058-fe16cb80b7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:43.102029 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31574279-cdb6-4b28-8fbe-55109b9d2e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f242d018-78fd-4fe1-8c59-9331f4202bd3,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:43.121057 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e9f1b1-c446-4629-9071-254d247e5f7c x-openstack-request-id: req-98e9f1b1-c446-4629-9071-254d247e5f7c {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:43.121354 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:43.121611 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98e9f1b1-c446-4629-9071-254d247e5f7c {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:43.122021 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e9f1b1-c446-4629-9071-254d247e5f7c'] response: {'name': 'network-changed', 'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'status': 'completed', 'code': 200} Mar 22 19:40:43.190028 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20c83-572e-4324-9058-fe16cb80b7c1 req-28f08d4f-eb80-4cba-afb3-3417fd5dc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.191516 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bab20c83-572e-4324-9058-fe16cb80b7c1 req-28f08d4f-eb80-4cba-afb3-3417fd5dc94e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1127 time: 0.0512354 Mar 22 19:40:43.295076 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20c83-572e-4324-9058-fe16cb80b7c1 req-26f580ea-7b1f-4eb9-a380-bbdf543f405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.296582 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bab20c83-572e-4324-9058-fe16cb80b7c1 req-26f580ea-7b1f-4eb9-a380-bbdf543f405f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=606bc76420b949528aa9230d0aa976ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977240 Mar 22 19:40:43.549394 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df8eb0-149d-4131-9a7f-5b3b4d6e0214 req-873270b1-3c57-498b-a369-6b73a01fc2b1 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.550939 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82df8eb0-149d-4131-9a7f-5b3b4d6e0214 req-873270b1-3c57-498b-a369-6b73a01fc2b1 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.1227050 Mar 22 19:40:43.868235 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20c83-572e-4324-9058-fe16cb80b7c1 req-8cce360b-a941-440c-8153-381c3ea75063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.870421 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bab20c83-572e-4324-9058-fe16cb80b7c1 req-8cce360b-a941-440c-8153-381c3ea75063 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4139273 Mar 22 19:40:43.897467 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82df8eb0-149d-4131-9a7f-5b3b4d6e0214 req-989b0a13-e563-45ab-818e-dab53b691b31 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409920 Mar 22 19:40:43.950409 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-69fc668c-c815-4a07-aab4-545b8beca900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.951878 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-69fc668c-c815-4a07-aab4-545b8beca900 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1127 time: 0.0444224 Mar 22 19:40:43.991698 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-2f81abfb-3ec7-409b-8437-189aff99d77f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 200 len: 217 time: 0.0324786 Mar 22 19:40:44.040004 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-dd77d52a-a37b-44af-bd3d-08fc5c97c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:44.041393 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-dd77d52a-a37b-44af-bd3d-08fc5c97c024 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0442905 Mar 22 19:40:44.088811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-fb8acfef-0e24-4536-a5d2-e363f0d95fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:44.090245 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-fb8acfef-0e24-4536-a5d2-e363f0d95fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428448 Mar 22 19:40:44.173466 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-cf3499ba-234a-44c4-bb8a-7099b6fc040e service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775778 Mar 22 19:40:44.261400 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2a0f520-b8f0-4bbb-99b6-221691d3a2d6 req-bc197873-f695-4d15-9ac4-a8160b888d4c service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824916 Mar 22 19:40:45.017690 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6948d-2339-470c-b426-4061337b89e9 req-be3c5b3d-d0b7-4635-a9aa-12ee44e9eaf4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:45.019143 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7af6948d-2339-470c-b426-4061337b89e9 req-be3c5b3d-d0b7-4635-a9aa-12ee44e9eaf4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.0519667 Mar 22 19:40:45.067407 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7af6948d-2339-470c-b426-4061337b89e9 req-5d7229aa-facd-4257-98bb-e98859f6534a tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Mar 22 19:40:46.184996 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced12d4c-fc22-40fe-b76a-e58b623776f9 req-17cabef7-eb4d-41de-b24d-fb379619109d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:46.186459 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ced12d4c-fc22-40fe-b76a-e58b623776f9 req-17cabef7-eb4d-41de-b24d-fb379619109d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.0530312 Mar 22 19:40:46.234440 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ced12d4c-fc22-40fe-b76a-e58b623776f9 req-c0262e9c-4fda-4984-abd0-cf864f375c68 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 Mar 22 19:40:47.356998 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc43b03-d8dc-4cf8-bbd4-13583ef0b592 req-19fe12a6-f7de-4e25-b2fb-827bedfdebb9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:47.358547 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2bc43b03-d8dc-4cf8-bbd4-13583ef0b592 req-19fe12a6-f7de-4e25-b2fb-827bedfdebb9 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.0563948 Mar 22 19:40:47.408414 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2bc43b03-d8dc-4cf8-bbd4-13583ef0b592 req-ced140fa-1eca-48ad-861d-948b388a9063 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442817 Mar 22 19:40:48.529482 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f33b3-59d2-43e9-ac07-2a10a2b08ca8 req-2bf1b77f-f419-47bf-bb93-d39489f31392 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:48.530957 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-294f33b3-59d2-43e9-ac07-2a10a2b08ca8 req-2bf1b77f-f419-47bf-bb93-d39489f31392 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.0555208 Mar 22 19:40:48.581692 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-294f33b3-59d2-43e9-ac07-2a10a2b08ca8 req-a8dafa8b-5111-4db2-a288-c66d2903c5f8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451858 Mar 22 19:40:49.710685 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc7b1-d7e4-4f0f-af47-7a3e961d10a5 req-d5c07325-bcf1-4a8b-abf8-89794f75d05e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:49.712235 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f51bc7b1-d7e4-4f0f-af47-7a3e961d10a5 req-d5c07325-bcf1-4a8b-abf8-89794f75d05e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.0584056 Mar 22 19:40:49.763613 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f51bc7b1-d7e4-4f0f-af47-7a3e961d10a5 req-f7bac1d3-a5cd-4029-9b56-e689e06a814e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Mar 22 19:40:50.883436 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab889f-7d22-4a38-a4d4-6b3f61f4189f req-8679b15e-57b4-421b-8fc9-dfc2b0e3e0ea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:50.885554 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00ab889f-7d22-4a38-a4d4-6b3f61f4189f req-8679b15e-57b4-421b-8fc9-dfc2b0e3e0ea tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 943 time: 0.0519354 Mar 22 19:40:50.934950 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00ab889f-7d22-4a38-a4d4-6b3f61f4189f req-7792d378-f23d-4b29-a91d-31c618930386 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Mar 22 19:40:51.355170 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device f242d018-78fd-4fe1-8c59-9331f4202bd3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:40:51.450293 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port f242d018-78fd-4fe1-8c59-9331f4202bd3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:51.462173 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:40:51.503824 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port f242d018-78fd-4fe1-8c59-9331f4202bd3 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:51.504304 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.517880 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f242d018-78fd-4fe1-8c59-9331f4202bd3 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:51.536825 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port f242d018-78fd-4fe1-8c59-9331f4202bd3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:51.652068 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.700124 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=f242d018-78fd-4fe1-8c59-9331f4202bd3,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:51.707044 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.707392 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.707805 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.708132 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.708470 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.708795 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.709124 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.709448 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.709774 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.710100 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.710453 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.710800 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.711127 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.711466 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.711811 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:51.865911 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['f242d018-78fd-4fe1-8c59-9331f4202bd3'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:40:52.058236 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61292296-701d-49c6-8765-c7dafff76725 req-349770c0-3053-4bfe-9cf5-a1e3bb32c652 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:52.059751 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-61292296-701d-49c6-8765-c7dafff76725 req-349770c0-3053-4bfe-9cf5-a1e3bb32c652 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 944 time: 0.0544782 Mar 22 19:40:52.110123 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-61292296-701d-49c6-8765-c7dafff76725 req-f609582b-78d9-4341-9017-86ca4a13007c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Mar 22 19:40:53.228232 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ded6a-2951-424c-8232-4ab8a2f979b1 req-1a1b6b88-36da-41e4-b018-609475ed5c7c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:53.229885 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-651ded6a-2951-424c-8232-4ab8a2f979b1 req-1a1b6b88-36da-41e4-b018-609475ed5c7c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 944 time: 0.0525322 Mar 22 19:40:53.281551 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-651ded6a-2951-424c-8232-4ab8a2f979b1 req-cc6d8c44-689b-4d4c-8bae-684e35b906cb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Mar 22 19:40:53.370537 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device f242d018-78fd-4fe1-8c59-9331f4202bd3 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:53.486408 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port f242d018-78fd-4fe1-8c59-9331f4202bd3 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:40:53.490479 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port f242d018-78fd-4fe1-8c59-9331f4202bd3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:53.491012 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.570462 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port f242d018-78fd-4fe1-8c59-9331f4202bd3 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:53.570895 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.593846 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:53.596092 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff69b54-3936-4310-a175-4fab7ddd3376" -d '{"events": [{"server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "name": "network-vif-plugged", "status": "completed", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:53.608253 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port f242d018-78fd-4fe1-8c59-9331f4202bd3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:53.674993 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.726801 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=f242d018-78fd-4fe1-8c59-9331f4202bd3,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:53.741477 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ee449-cfdb-4ecb-a22e-3459a7f82d3d x-openstack-request-id: req-d50ee449-cfdb-4ecb-a22e-3459a7f82d3d {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:53.741772 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "name": "network-vif-plugged", "status": "completed", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:53.742027 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d50ee449-cfdb-4ecb-a22e-3459a7f82d3d {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:53.742424 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50ee449-cfdb-4ecb-a22e-3459a7f82d3d'] response: {'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'code': 200} Mar 22 19:40:54.147683 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e48691-56d4-48c8-ae38-8f27345d198a req-46c869d6-904d-499d-9324-16f47328a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:54.149162 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c1e48691-56d4-48c8-ae38-8f27345d198a req-46c869d6-904d-499d-9324-16f47328a9d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1129 time: 0.0435536 Mar 22 19:40:54.192958 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c1e48691-56d4-48c8-ae38-8f27345d198a req-09b66696-28d3-41b6-a3a6-b45af108f80e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Mar 22 19:40:54.406779 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598cc94-1265-4430-9829-303650a5869f req-08e6ed2a-b602-433a-bacb-7d3ce4a641a1 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:54.408382 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b598cc94-1265-4430-9829-303650a5869f req-08e6ed2a-b602-433a-bacb-7d3ce4a641a1 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 945 time: 0.0531375 Mar 22 19:40:54.458103 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b598cc94-1265-4430-9829-303650a5869f req-7ef5c0ef-63df-4b4f-bd5a-124917ae6fcb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Mar 22 19:40:55.580562 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4d865-9f14-46ec-9c49-42d984e5fd8f req-8993f812-4d24-49b3-a761-efe60abda5f6 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.581984 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-24a4d865-9f14-46ec-9c49-42d984e5fd8f req-8993f812-4d24-49b3-a761-efe60abda5f6 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 945 time: 0.0528381 Mar 22 19:40:55.635035 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-24a4d865-9f14-46ec-9c49-42d984e5fd8f req-234d802e-6a51-4288-86bc-0d1b726ebb1e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474038 Mar 22 19:40:55.759657 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798e4a-90f2-42c3-9b28-8f266de6cba4 req-1464d4e8-fd42-4a7b-8bed-1b702ae08ed4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.761935 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-24798e4a-90f2-42c3-9b28-8f266de6cba4 req-1464d4e8-fd42-4a7b-8bed-1b702ae08ed4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 945 time: 0.0616932 Mar 22 19:40:55.810182 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-24798e4a-90f2-42c3-9b28-8f266de6cba4 req-254bd33f-68fe-42f1-b1f7-d87edd64f4d0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427344 Mar 22 19:40:55.832791 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58934) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.877273 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932b7d0-1e38-4dbb-819d-1a052cb2f250 tempest-TestVolumeBootPattern-1918070490 tempest-TestVolumeBootPattern-1918070490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.878772 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d932b7d0-1e38-4dbb-819d-1a052cb2f250 tempest-TestVolumeBootPattern-1918070490 tempest-TestVolumeBootPattern-1918070490-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1124 time: 0.0450456 Mar 22 19:40:55.881608 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 58936) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.886238 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:55.975791 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.076252 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.179404 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Allocated IP 172.27.0.100 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/324a89e7-46a0-4f5b-9e4e-6df888ff4717) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:56.520425 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.639195 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.676375 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:56.679257 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:56.685564 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:56.691096 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=324a89e7-46a0-4f5b-9e4e-6df888ff4717,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:56.719304 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.719562 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.719733 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.720076 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.720412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.720752 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.721082 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.721407 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.721733 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.722058 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.722382 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.722706 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.723028 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.723347 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:56.723695 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:57.045798 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (c650bffb-8459-49d1-8930-38fc164d5603), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.205140 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.358791 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.429114 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.497116 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=324a89e7-46a0-4f5b-9e4e-6df888ff4717,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:57.507110 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (c650bffb-8459-49d1-8930-38fc164d5603), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.612480 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Floating IP c650bffb-8459-49d1-8930-38fc164d5603 associated. External IP: 172.27.0.100, port: f242d018-78fd-4fe1-8c59-9331f4202bd3. Mar 22 19:40:57.830613 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:57.944499 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:57.954567 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:57.963955 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:57.965019 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:40:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:58.040772 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.071522 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-537fc3a8-206d-4d08-8b1e-32025c7c9f58 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1889062 Mar 22 19:40:58.072219 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:58.074904 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:58.075299 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d01f6a-04ff-4b47-87d5-2a03108726dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:58.204705 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c356389c-6bc7-4c05-8941-f2dddb666e3b x-openstack-request-id: req-c356389c-6bc7-4c05-8941-f2dddb666e3b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:58.204998 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:58.205253 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c356389c-6bc7-4c05-8941-f2dddb666e3b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:58.205712 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c356389c-6bc7-4c05-8941-f2dddb666e3b'] response: {'name': 'network-changed', 'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'status': 'completed', 'code': 200} Mar 22 19:40:58.271245 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-f099fb58-7960-4500-9ade-5d73e1ea7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:58.272793 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-f099fb58-7960-4500-9ade-5d73e1ea7613 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1129 time: 0.0445206 Mar 22 19:40:58.312355 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:56Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:58.339559 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:58.348439 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:58.349064 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:40:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:58.364018 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-f78f8a03-8688-4e18-a51e-1c0ddb2612e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:58.365500 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-f78f8a03-8688-4e18-a51e-1c0ddb2612e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0873559 Mar 22 19:40:58.432316 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-cf31573c-0e35-4735-bff1-8202194ddb4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 200 len: 999 time: 0.0607073 Mar 22 19:40:58.466531 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:58.480274 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-c9394d37-60d4-418f-88a8-03fc7f1033be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:58.481774 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-c9394d37-60d4-418f-88a8-03fc7f1033be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0443156 Mar 22 19:40:58.536131 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-2aca4d30-9428-404c-9751-bd70ce3f2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:58.537611 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-2aca4d30-9428-404c-9751-bd70ce3f2459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497708 Mar 22 19:40:58.634465 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-8e5a8c18-11ed-4d32-b8d2-0351319a55c6 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902238 Mar 22 19:40:58.704088 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:56Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:58.730488 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70d01f6a-04ff-4b47-87d5-2a03108726dd req-2fc0ae45-1fd1-4314-8e58-bef8ebf9b5f2 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903282 Mar 22 19:40:58.731905 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cef3c2-4754-4815-8e90-f5db42c38e04 None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:56Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:59.010892 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6a070-5eb6-4c23-9dd4-6c016ff901bb None None] New status for floating IP c650bffb-8459-49d1-8930-38fc164d5603: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:41:05.320561 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c8129ae6-9741-46fb-82c5-778062d88302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.850584 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-543fc214-5498-446b-935d-38a810d0f6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.106977 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.669255 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:11.097709 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:11.726655 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.586624 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:41:35.295454 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8404b84e-e8f5-44d1-bb82-b8eb98e0d9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.874652 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-11369abd-078b-46c3-ae9d-3cf2d6727b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.165628 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.416791 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.159745 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.719663 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.262097 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-955447ef-e5a4-4a86-a305-1c9a17795e2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450420 Mar 22 19:41:53.350357 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798e684-87b9-41ac-bfd3-1481973f922d req-e680ea46-de19-4ba8-afbd-f5bc70aa2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:53.351911 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-e680ea46-de19-4ba8-afbd-f5bc70aa2fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1129 time: 0.0463958 Mar 22 19:41:53.455434 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798e684-87b9-41ac-bfd3-1481973f922d req-e243d197-fa72-42c5-b9c6-cd354f12cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:53.456927 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-e243d197-fa72-42c5-b9c6-cd354f12cb1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0878036 Mar 22 19:41:53.521324 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-b9f5853a-d28d-40e5-a101-e1a61c3650cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 200 len: 1001 time: 0.0571787 Mar 22 19:41:53.568738 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798e684-87b9-41ac-bfd3-1481973f922d req-f53eaa6e-c8fd-4a9f-96f7-ae16e0daa021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:53.570228 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-f53eaa6e-c8fd-4a9f-96f7-ae16e0daa021 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0433650 Mar 22 19:41:53.624473 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798e684-87b9-41ac-bfd3-1481973f922d req-32cebbfe-2099-490d-b433-8bc6acb87fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:53.625958 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-32cebbfe-2099-490d-b433-8bc6acb87fbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502129 Mar 22 19:41:53.714446 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-be8f0f19-9dfc-4d7f-9d95-cd0e62d1a052 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823474 Mar 22 19:41:53.804969 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4798e684-87b9-41ac-bfd3-1481973f922d req-48f926d1-a113-4812-8eb6-6a62d095f8ac service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850642 Mar 22 19:41:54.585385 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:42:05.302275 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dcfeec09-b97a-4b4f-8371-680cc9be3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.873656 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b6504bbe-0344-46d1-aeff-8f74bcd3fa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.136803 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.428051 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.187827 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.724988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.585201 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:42:34.095315 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-21bcaaeb-174c-4e53-b8ca-74860af80e5e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834492668&fields=id&tenant_id=606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 267 time: 0.0442867 Mar 22 19:42:34.196999 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b49de38c-9b10-4082-bc61-922927c757e2 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:34.199061 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b49de38c-9b10-4082-bc61-922927c757e2 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 812 time: 0.0975702 Mar 22 19:42:34.213755 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-28455da6-850f-412e-a403-7791e0fc90d8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/quotas/606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 375 time: 0.0087385 Mar 22 19:42:34.273614 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b56f45ff-8a13-40fa-8521-54e12a5f6af6 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550466 Mar 22 19:42:34.367076 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-02111167-08b0-4568-8de5-9afc1da1254f service neutron] 10.222.0.79 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Mar 22 19:42:34.462450 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-17d5a8c2-366d-42c1-b429-47537fc94a30 service neutron] 10.222.0.79 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Mar 22 19:42:35.049267 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-eb8e7e7e-a68b-4a99-8824-e013735c1328 req-1eb457f2-6a01-4ddd-939e-bd07cb400138 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 210 time: 0.0289626 Mar 22 19:42:35.307199 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e358432d-ba6f-4a33-bfa3-1e2c14cdece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.148204 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c23ec28-47bf-4011-b922-a0c90a923368 req-e87c9041-d04c-499a-8c01-027f70b7d039 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 210 time: 0.0280919 Mar 22 19:42:36.864036 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ec8b96a2-65b3-4da0-bd82-b95880d38fd8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:36.865434 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ec8b96a2-65b3-4da0-bd82-b95880d38fd8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 812 time: 0.0999246 Mar 22 19:42:36.934143 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-edb08fc9-83ec-4f7a-80ac-b454e1eb1f06 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606bc76420b949528aa9230d0aa976ad HTTP/1.1" status: 200 len: 380 time: 0.0605567 Mar 22 19:42:36.941896 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'port': {'device_id': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'admin_state_up': True, 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'security_groups': ['0461aba3-2c8e-4477-b998-f516cd2ef8f0']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:37.147347 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Made reservation on behalf of 606bc76420b949528aa9230d0aa976ad for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:37.151106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.252479 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fa33a490-309b-4f5e-8c56-587667973827 req-4ce2e898-233c-4662-a6dc-aaee9df85f48 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 210 time: 0.0322075 Mar 22 19:42:37.289813 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Allocated IP 172.20.0.12 (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8/a9805fac-9a36-4058-b6ef-f47ea108e1a2/2164792b-c4f2-4962-b53d-56462a5faaa6) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:37.426463 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.593749 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.639784 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:37.642892 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:37.646708 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:37.675026 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=2164792b-c4f2-4962-b53d-56462a5faaa6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:37.690945 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.695768 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.697053 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:37.717471 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:37.718111 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.826798 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ad7e5c3c-5d32-4238-b3d5-0d9b4c49c273 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860078 Mar 22 19:42:37.836774 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Request body: {'port': {'device_id': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:37.895281 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.909677 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a26ad5b1-bf87-4954-b6e9-dad10f50ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.918112 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-024522c5-bf7f-423f-af61-4259f5dd7be7 None None] Provisioning complete for port 2164792b-c4f2-4962-b53d-56462a5faaa6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:37.918112 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-024522c5-bf7f-423f-af61-4259f5dd7be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.951568 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-024522c5-bf7f-423f-af61-4259f5dd7be7 None None] Port 2164792b-c4f2-4962-b53d-56462a5faaa6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:38.169663 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2164792b-c4f2-4962-b53d-56462a5faaa6 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:42:38.177267 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Publish callbacks [] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.190700 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Transition to ACTIVE for port object 2164792b-c4f2-4962-b53d-56462a5faaa6 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:42:38.256168 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.353244 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Pushing event updated for resources: {'Port': ['ID=2164792b-c4f2-4962-b53d-56462a5faaa6,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.422871 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Attempting to bind port 2164792b-c4f2-4962-b53d-56462a5faaa6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:38.423233 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Attempting to bind port 2164792b-c4f2-4962-b53d-56462a5faaa6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:38.423558 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Attempting to bind port 2164792b-c4f2-4962-b53d-56462a5faaa6 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:38.430568 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Port 2164792b-c4f2-4962-b53d-56462a5faaa6 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:42:38.430887 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Attempting to bind port 2164792b-c4f2-4962-b53d-56462a5faaa6 on network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:38.442506 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba822-a667-4710-a578-1c1f2a32f45f req-2fe56d5b-97a8-4125-9883-c857f8dcb0e4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:38.444068 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-04aba822-a667-4710-a578-1c1f2a32f45f req-2fe56d5b-97a8-4125-9883-c857f8dcb0e4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.1133661 Mar 22 19:42:38.447261 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Checking agent: {'id': '071bd9ca-466c-4403-a7d6-a35743ec3e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'started_at': datetime.datetime(2022, 3, 22, 19, 26, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:38.447627 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Checking segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:38.448012 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Bound using segment: {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:38.448974 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Bound port: 2164792b-c4f2-4962-b53d-56462a5faaa6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9b9a06-6c10-47d1-8092-4c561fca4324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:38.449736 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.532034 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-04aba822-a667-4710-a578-1c1f2a32f45f req-a12d9fdd-2ebc-422a-b393-b95c2aab8fb1 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797958 Mar 22 19:42:38.550977 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] For port 2164792b-c4f2-4962-b53d-56462a5faaa6, host hv-cinder-79987, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:38.553856 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] For port 2164792b-c4f2-4962-b53d-56462a5faaa6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2164792b-c4f2-4962-b53d-56462a5faaa6,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:38.667629 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10303778'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.702944 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:38.703440 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.705236 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] 10.222.0.45 "PUT /v2.0/ports/2164792b-c4f2-4962-b53d-56462a5faaa6 HTTP/1.1" status: 200 len: 1094 time: 0.8725877 Mar 22 19:42:38.707415 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:42:38.709699 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff169c6-ac1b-46f7-912f-80eb267106ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:42:38.743318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235eb84-2d29-4fa5-9177-2ddc0c9dce2f service neutron] Pushing event updated for resources: {'Port': ['ID=2164792b-c4f2-4962-b53d-56462a5faaa6,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.750877 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f21cc-3393-4245-967a-94dd91ffa6e9 x-openstack-request-id: req-4f3f21cc-3393-4245-967a-94dd91ffa6e9 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:42:38.751188 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:42:38.751437 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f3f21cc-3393-4245-967a-94dd91ffa6e9 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:42:38.751956 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3f21cc-3393-4245-967a-94dd91ffa6e9'] response: {'name': 'network-changed', 'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'status': 'completed', 'code': 200} Mar 22 19:42:38.821433 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff169c6-ac1b-46f7-912f-80eb267106ab req-4b69f194-67f5-450a-89c3-2d508b55ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:38.822991 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ff169c6-ac1b-46f7-912f-80eb267106ab req-4b69f194-67f5-450a-89c3-2d508b55ef23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1128 time: 0.0488722 Mar 22 19:42:38.927740 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff169c6-ac1b-46f7-912f-80eb267106ab req-20453986-bb62-4075-96d3-7e502c7b1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:38.929192 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ff169c6-ac1b-46f7-912f-80eb267106ab req-20453986-bb62-4075-96d3-7e502c7b1e88 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=606bc76420b949528aa9230d0aa976ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988381 Mar 22 19:42:39.020695 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff169c6-ac1b-46f7-912f-80eb267106ab req-e3c084b1-8445-476a-88a1-2603d14a3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:39.022186 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ff169c6-ac1b-46f7-912f-80eb267106ab req-e3c084b1-8445-476a-88a1-2603d14a3185 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872719 Mar 22 19:42:39.096154 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.100287 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-c5f2fdf1-3ff7-4f9c-acf2-cc60a1510540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:39.101743 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-c5f2fdf1-3ff7-4f9c-acf2-cc60a1510540 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1128 time: 0.0452523 Mar 22 19:42:39.145380 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-ddd9dc43-b833-4902-aef2-e0204923a4eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2164792b-c4f2-4962-b53d-56462a5faaa6 HTTP/1.1" status: 200 len: 217 time: 0.0374343 Mar 22 19:42:39.192514 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-e8d5d31f-566b-42f7-a2ea-e94dafeb6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:39.193952 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-e8d5d31f-566b-42f7-a2ea-e94dafeb6701 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0432560 Mar 22 19:42:39.242302 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-2d0b03fe-7e04-4e92-a48c-78dbeef2a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:39.243815 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-2d0b03fe-7e04-4e92-a48c-78dbeef2a478 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441358 Mar 22 19:42:39.334884 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-c515ec7b-5602-4a7f-872f-e7f531f99dde service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Mar 22 19:42:39.424188 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bf09f56c-8099-48f4-9902-f3863d8f3035 req-f7904b5a-8f83-4263-8185-d6219a1caad2 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Mar 22 19:42:39.654658 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d34d1-6848-49be-a471-0a8b765a3f28 req-12ce867f-de5b-4c0d-9f80-0d863d6c2632 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:39.656172 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a40d34d1-6848-49be-a471-0a8b765a3f28 req-12ce867f-de5b-4c0d-9f80-0d863d6c2632 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.0552611 Mar 22 19:42:39.708294 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a40d34d1-6848-49be-a471-0a8b765a3f28 req-696ce258-1aaa-467d-86e6-a8144a89107c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Mar 22 19:42:40.421659 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.837497 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b347a-0d73-4031-abf2-eaeb0ca0ea8a req-432dd912-fc78-4b7f-9dec-1bc9bb945b1c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:40.840065 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3e4b347a-0d73-4031-abf2-eaeb0ca0ea8a req-432dd912-fc78-4b7f-9dec-1bc9bb945b1c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.0621865 Mar 22 19:42:40.890152 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3e4b347a-0d73-4031-abf2-eaeb0ca0ea8a req-9e933bd6-44eb-4099-a2d4-89998b2b9309 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Mar 22 19:42:41.158259 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.729944 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.008775 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8538c-bc8d-42ce-8cfa-2120445a2937 req-fb23a0af-7c96-4348-9342-a721650c6046 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:42.010171 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ca8538c-bc8d-42ce-8cfa-2120445a2937 req-fb23a0af-7c96-4348-9342-a721650c6046 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.0527935 Mar 22 19:42:42.059573 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5ca8538c-bc8d-42ce-8cfa-2120445a2937 req-cf968286-4ed7-4daa-b025-15fe0dce1ad3 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Mar 22 19:42:43.180275 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ff04-0233-47fd-9e0e-711fe6ce53f8 req-19beb1e7-9dcc-4996-a94e-621eb1bd9f0e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:43.181742 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f052ff04-0233-47fd-9e0e-711fe6ce53f8 req-19beb1e7-9dcc-4996-a94e-621eb1bd9f0e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.0528114 Mar 22 19:42:43.230602 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f052ff04-0233-47fd-9e0e-711fe6ce53f8 req-80a60ddc-25ec-4925-a62c-0e8f746c7df7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Mar 22 19:42:44.347796 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f064f-41a5-47b8-999e-5524040fe60d req-0ec781c0-21fa-48d1-96f9-6a2c3db20a0c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:44.349319 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f7f064f-41a5-47b8-999e-5524040fe60d req-0ec781c0-21fa-48d1-96f9-6a2c3db20a0c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.0521472 Mar 22 19:42:44.397184 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f7f064f-41a5-47b8-999e-5524040fe60d req-b78c9f46-50f4-4f61-b912-64a2732a5aed tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Mar 22 19:42:45.520401 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550da86-38ac-4d36-9adf-6490f75b4807 req-756d5bd5-dfde-4810-8061-5662bca5de79 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:45.521902 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4550da86-38ac-4d36-9adf-6490f75b4807 req-756d5bd5-dfde-4810-8061-5662bca5de79 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 944 time: 0.0579696 Mar 22 19:42:45.572409 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4550da86-38ac-4d36-9adf-6490f75b4807 req-589e5fcd-0d8a-4e90-8240-e11d875a4ab7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Mar 22 19:42:45.961517 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2164792b-c4f2-4962-b53d-56462a5faaa6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:42:46.055604 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 2164792b-c4f2-4962-b53d-56462a5faaa6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2164792b-c4f2-4962-b53d-56462a5faaa6,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:46.067438 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Returning: {'device': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'port_id': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'mac_address': 'fa:16:3e:77:87:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:42:46.108351 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 2164792b-c4f2-4962-b53d-56462a5faaa6 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:46.110285 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.121228 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2164792b-c4f2-4962-b53d-56462a5faaa6 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:42:46.139763 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 2164792b-c4f2-4962-b53d-56462a5faaa6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2164792b-c4f2-4962-b53d-56462a5faaa6,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:46.215951 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.263828 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=2164792b-c4f2-4962-b53d-56462a5faaa6,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:46.273159 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.273513 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.273856 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.274198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.274533 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.274863 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.275190 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.275516 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.275865 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.276221 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.277080 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.277407 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.277730 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.278050 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.278372 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:46.433003 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] get_ports_and_sgs() called for port_ids ['2164792b-c4f2-4962-b53d-56462a5faaa6'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:42:46.697722 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6951146-c7d1-401c-a2ee-20c54b12d413 req-bf89d90f-a51d-4b16-9f2b-70d5d1a33a68 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:46.699950 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6951146-c7d1-401c-a2ee-20c54b12d413 req-bf89d90f-a51d-4b16-9f2b-70d5d1a33a68 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 945 time: 0.0615568 Mar 22 19:42:46.749507 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6951146-c7d1-401c-a2ee-20c54b12d413 req-8933601a-ff8e-46b6-886c-1cd6601e077e tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 Mar 22 19:42:47.866296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b035f-9e1b-433c-b08e-260dacc9def0 req-55a91880-cfff-4907-ae6a-a767feb72821 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:47.867777 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a46b035f-9e1b-433c-b08e-260dacc9def0 req-55a91880-cfff-4907-ae6a-a767feb72821 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 945 time: 0.0531597 Mar 22 19:42:47.916157 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a46b035f-9e1b-433c-b08e-260dacc9def0 req-83691e42-bb8c-4835-b4eb-1886526c54e6 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Mar 22 19:42:47.976070 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2164792b-c4f2-4962-b53d-56462a5faaa6 up at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:48.141437 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning for port 2164792b-c4f2-4962-b53d-56462a5faaa6 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:42:48.146012 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Provisioning complete for port 2164792b-c4f2-4962-b53d-56462a5faaa6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:48.146012 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184221'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.228127 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Current status of the port 2164792b-c4f2-4962-b53d-56462a5faaa6 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:48.228517 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.251191 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:42:48.253442 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc76fd93e079aded085e8c3b11ee5ae478b7e06ddbcade48dece6a01dff27ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae379c-06b9-4860-bf56-c2c7677afe87" -d '{"events": [{"server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "name": "network-vif-plugged", "status": "completed", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:42:48.266620 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] For port 2164792b-c4f2-4962-b53d-56462a5faaa6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2164792b-c4f2-4962-b53d-56462a5faaa6,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:48.290959 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe8ebbc-6036-45fe-917a-5e3c4b5925ea x-openstack-request-id: req-6fe8ebbc-6036-45fe-917a-5e3c4b5925ea {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:42:48.291251 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "name": "network-vif-plugged", "status": "completed", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:42:48.291507 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fe8ebbc-6036-45fe-917a-5e3c4b5925ea {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:42:48.291965 dv-cinder-799871-19-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe8ebbc-6036-45fe-917a-5e3c4b5925ea'] response: {'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'code': 200} Mar 22 19:42:48.388149 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.436618 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Pushing event updated for resources: {'Port': ['ID=2164792b-c4f2-4962-b53d-56462a5faaa6,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:48.726366 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f84ae9-bc65-4c33-adeb-8f16c74a2b2b req-6cfcd90c-1a96-4325-beed-75f0f1353dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:48.727789 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b2f84ae9-bc65-4c33-adeb-8f16c74a2b2b req-6cfcd90c-1a96-4325-beed-75f0f1353dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1130 time: 0.0428004 Mar 22 19:42:48.771684 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b2f84ae9-bc65-4c33-adeb-8f16c74a2b2b req-e3a84d0e-71d5-4c45-8d84-a9afd37c479c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 Mar 22 19:42:49.032594 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b0d7-7555-4d63-9cb6-7ed916b4058a req-f74875cf-1315-4544-bde6-19df89c9aedf tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:49.033963 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f1c7b0d7-7555-4d63-9cb6-7ed916b4058a req-f74875cf-1315-4544-bde6-19df89c9aedf tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 946 time: 0.0510945 Mar 22 19:42:49.086960 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f1c7b0d7-7555-4d63-9cb6-7ed916b4058a req-d594fc45-e52f-490e-98ee-0a8cf6c663e4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Mar 22 19:42:50.218646 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30396d07-a5b6-4123-8d4d-c31225730b72 req-a59a32a6-ae46-4aa2-906f-1d12571d0577 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:50.220177 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-30396d07-a5b6-4123-8d4d-c31225730b72 req-a59a32a6-ae46-4aa2-906f-1d12571d0577 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 946 time: 0.0625019 Mar 22 19:42:50.277281 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-30396d07-a5b6-4123-8d4d-c31225730b72 req-eebc4f4e-9968-4458-932c-91a093c7efe4 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503001 Mar 22 19:42:50.411305 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f972cb4-a6e1-47c9-9c8c-c9d86f36a279 req-5294fe27-7451-4dde-a32f-ba941f40a1c8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:50.412950 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8f972cb4-a6e1-47c9-9c8c-c9d86f36a279 req-5294fe27-7451-4dde-a32f-ba941f40a1c8 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 946 time: 0.0567918 Mar 22 19:42:50.466057 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8f972cb4-a6e1-47c9-9c8c-c9d86f36a279 req-3713d7a9-2a5d-42a1-a214-03a2129ffdbb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467086 Mar 22 19:42:50.492795 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59072) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:50.541007 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb76831-59d5-4215-b719-5b5d14f91dc9 tempest-TestVolumeBootPattern-1918070490 tempest-TestVolumeBootPattern-1918070490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:50.543071 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2eb76831-59d5-4215-b719-5b5d14f91dc9 tempest-TestVolumeBootPattern-1918070490 tempest-TestVolumeBootPattern-1918070490-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1125 time: 0.0492680 Mar 22 19:42:50.547016 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59074) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:50.551236 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Request body: {'floatingip': {'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'port_id': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:50.661711 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.771659 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.881082 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Allocated IP 172.27.0.240 (d64efbdb-a203-486e-a650-36facd9d9775/040a4483-6ee1-4206-a12d-9b0438645cac/ef66f77d-cde1-40df-930c-fda6090cdf06) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:50.986375 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.107878 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740839916310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.152835 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Network d64efbdb-a203-486e-a650-36facd9d9775 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:51.155816 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:51.161673 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:51.167972 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=ef66f77d-cde1-40df-930c-fda6090cdf06,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:51.201226 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.201582 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.201934 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.202280 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.202626 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.203087 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.203429 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.203797 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.204139 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.204474 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.204808 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.205142 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.205551 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.205955 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.206270 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:51.552185 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (f0096ca7-71eb-48b3-a214-cefa060712c9), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.689996 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885711'] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.842701 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.883620 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740840484756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740839916328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740839916346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447083'] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.951006 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event updated for resources: {'Port': ['ID=ef66f77d-cde1-40df-930c-fda6090cdf06,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:51.964357 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689208'] for floatingip (f0096ca7-71eb-48b3-a214-cefa060712c9), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.068767 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Floating IP f0096ca7-71eb-48b3-a214-cefa060712c9 associated. External IP: 172.27.0.240, port: 2164792b-c4f2-4962-b53d-56462a5faaa6. Mar 22 19:42:52.288650 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:42:52.639590 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:52.650262 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:52.660728 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:52.662001 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:42:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:52.726179 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.758532 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ccf2ee0c-ce8f-4529-bf4d-065c12fde284 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2100537 Mar 22 19:42:52.758805 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:42:52.761782 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b214c0-5279-4e59-9a84-8031c7196fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:42:52.774178 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:42:52.798561 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd32ff7-c309-4257-9d06-b0daed9755ec x-openstack-request-id: req-8bd32ff7-c309-4257-9d06-b0daed9755ec {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:42:52.798847 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:42:52.799092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bd32ff7-c309-4257-9d06-b0daed9755ec {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:42:52.799489 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd32ff7-c309-4257-9d06-b0daed9755ec'] response: {'name': 'network-changed', 'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'status': 'completed', 'code': 200} Mar 22 19:42:52.863404 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-f44ded2c-41d8-4b91-83e3-8c4dff7665c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:52.864942 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-f44ded2c-41d8-4b91-83e3-8c4dff7665c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1130 time: 0.0443599 Mar 22 19:42:52.952657 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-5bd54f26-be32-4762-83d5-b4a9020b7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:52.954031 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-5bd54f26-be32-4762-83d5-b4a9020b7c13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0838108 Mar 22 19:42:53.003267 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:59Z', 'revision_number': 1, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}, {'id': 'f0096ca7-71eb-48b3-a214-cefa060712c9', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:77:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:42:51Z', 'updated_at': '2022-03-22T19:42:51Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:53.021866 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-a4c1c9d0-7ac5-4093-8978-be840d9d113a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2164792b-c4f2-4962-b53d-56462a5faaa6 HTTP/1.1" status: 200 len: 1000 time: 0.0617743 Mar 22 19:42:53.029425 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:42:53.038594 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:53.039231 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:42:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:53.070067 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-edcceb66-ca2e-42c8-8865-5cb245fcde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:53.071566 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-edcceb66-ca2e-42c8-8865-5cb245fcde75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0439157 Mar 22 19:42:53.118934 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-922643b6-6e88-45fb-98b0-80ab786d63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:53.121265 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-922643b6-6e88-45fb-98b0-80ab786d63fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439074 Mar 22 19:42:53.147581 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:42:53.215380 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-5a3ac01f-b146-46b3-a5c5-b9e0c69b5d9e service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886765 Mar 22 19:42:53.319279 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-a979acdb-e002-4502-a700-674ae4d526d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030054 Mar 22 19:42:53.335708 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20b214c0-5279-4e59-9a84-8031c7196fcb req-f04eb319-c1b5-4317-b789-80c03bfc9c64 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122899 Mar 22 19:42:53.380663 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:59Z', 'revision_number': 1, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}, {'id': 'f0096ca7-71eb-48b3-a214-cefa060712c9', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:77:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:42:51Z', 'updated_at': '2022-03-22T19:42:51Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:53.406318 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-bba39a49-54a3-45de-9b7b-a241b54fb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:53.407935 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-bba39a49-54a3-45de-9b7b-a241b54fb2d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1129 time: 0.0450110 Mar 22 19:42:53.409160 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d016a4-0935-4574-a8f5-ea33e3aa930b None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:59Z', 'revision_number': 1, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}, {'id': 'f0096ca7-71eb-48b3-a214-cefa060712c9', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:77:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:42:51Z', 'updated_at': '2022-03-22T19:42:51Z', 'revision_number': 0, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:53.522728 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-b0de603c-3ad1-453b-9673-ab4eb0191811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:53.527177 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-b0de603c-3ad1-453b-9673-ab4eb0191811 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0944428 Mar 22 19:42:53.597549 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-d56f11ac-7ccc-4907-97ec-b8999b71c363 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 200 len: 1001 time: 0.0676308 Mar 22 19:42:53.621653 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b8159e-57ff-49a0-b036-ba58f738cf93 None None] New status for floating IP f0096ca7-71eb-48b3-a214-cefa060712c9: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:42:53.647795 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-d16abddc-5e28-417d-b4e0-d4eb7ab1e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:53.649260 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-d16abddc-5e28-417d-b4e0-d4eb7ab1e2f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0455821 Mar 22 19:42:53.701728 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-4f356abf-2ac1-4165-b315-e7d14e3c0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:53.703222 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-4f356abf-2ac1-4165-b315-e7d14e3c0084 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487356 Mar 22 19:42:53.790198 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-4ae19b18-93e7-4712-9e61-32c34e30f246 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805054 Mar 22 19:42:53.886730 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6cb89277-991a-4208-a2b0-b4762a4cac54 req-48151629-5d96-4b09-8637-de7c9f805b69 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908589 Mar 22 19:43:05.318106 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3fd8e265-29b6-4bc5-a4d9-2b00a0334806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.866704 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-90c37d4d-8d81-420f-8867-eb896c5e3f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.584862 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:43:09.123993 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.478270 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.214871 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.758163 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:35.295126 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2490fc0d-f144-4dce-90cd-5b68ea8fde6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.900703 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b006d3a8-9ff8-4472-9192-65bd9e5ebf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.180791 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.460532 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.220743 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.735579 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.584184 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:43:53.273381 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-4a3d9039-f718-4137-9e0c-3b39d1be82bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475729 Mar 22 19:43:53.337706 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-b0481815-7d5f-4c32-8d63-96215ab360c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:53.339213 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-b0481815-7d5f-4c32-8d63-96215ab360c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1130 time: 0.0449080 Mar 22 19:43:53.453013 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-a32772c6-b947-4601-80f7-ef4cc1ae6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:53.454491 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-a32772c6-b947-4601-80f7-ef4cc1ae6b82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0969834 Mar 22 19:43:53.521278 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-c872583a-f3d8-4dcf-b723-5bb231a3da83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2164792b-c4f2-4962-b53d-56462a5faaa6 HTTP/1.1" status: 200 len: 1002 time: 0.0604112 Mar 22 19:43:53.570323 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-c359dea8-44e9-484e-9b76-e4e00ec41e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:53.571720 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-c359dea8-44e9-484e-9b76-e4e00ec41e26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0452311 Mar 22 19:43:53.904915 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-24fd1045-5835-4ffb-a425-329a399264a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:53.906419 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-24fd1045-5835-4ffb-a425-329a399264a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3293855 Mar 22 19:43:53.994795 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-58593dfb-6ad1-47ed-aa5c-21df3c0c8b76 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824623 Mar 22 19:43:54.086469 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2bfe31df-32ef-4d2b-addb-db2b9de384c1 req-c6ce57a1-5405-4531-a1d6-2e675051a54b service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Mar 22 19:44:05.305720 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-692cf8f1-e7fe-4e98-993f-b048827706f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:07.883361 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9799-d3fa-49e6-8e17-76c5eba9b4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:09.163287 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.448690 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.214076 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.729065 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.952697 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-2e42a3ed-5978-469c-b95e-f19e238bd46e req-4228a267-b1a2-41c0-8943-3f5e57cd65bd service neutron] (103850) timed out ('10.222.0.45', 65342) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:44:21.857185 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59100) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:22.031503 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Deleting port ef66f77d-cde1-40df-930c-fda6090cdf06 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:22.031879 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.115296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.115602 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (ef66f77d-cde1-40df-930c-fda6090cdf06), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.134054 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Calling delete_port for ef66f77d-cde1-40df-930c-fda6090cdf06 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:22.380597 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (ef66f77d-cde1-40df-930c-fda6090cdf06), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.411621 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'Port': ['ID=ef66f77d-cde1-40df-930c-fda6090cdf06,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:22.425046 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.425538 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.425898 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.426240 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.426599 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.426955 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.427291 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.427676 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.428015 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.428365 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.428795 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.429050 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.429453 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.429701 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.430063 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:22.490515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (f0096ca7-71eb-48b3-a214-cefa060712c9), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.490859 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Floating IP f0096ca7-71eb-48b3-a214-cefa060712c9 disassociated (deleted). External IP: 172.27.0.240, port: 2164792b-c4f2-4962-b53d-56462a5faaa6. Mar 22 19:44:22.583851 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:44:22.730396 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:22.852501 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:22.857908 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.864668 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:22.876311 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:22.876963 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:22.906073 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b62e456b-41c5-4b28-8279-027294e73005 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "DELETE /v2.0/floatingips/f0096ca7-71eb-48b3-a214-cefa060712c9 HTTP/1.1" status: 204 len: 168 time: 1.0477483 Mar 22 19:44:22.906711 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:44:22.909204 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59dc3af239d5b73238b654cb38e95428e38876ff4b943f028896881a7787b735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:44:22.957038 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb25a0-1509-4116-a5ef-7841697c47bc x-openstack-request-id: req-6bcb25a0-1509-4116-a5ef-7841697c47bc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:44:22.957408 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:44:22.957724 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6bcb25a0-1509-4116-a5ef-7841697c47bc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:44:22.958202 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcb25a0-1509-4116-a5ef-7841697c47bc'] response: {'name': 'network-changed', 'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'status': 'completed', 'code': 200} Mar 22 19:44:23.034021 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-323c4ff2-073b-4065-a413-f3d1ec21686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:23.035576 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-323c4ff2-073b-4065-a413-f3d1ec21686e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 1130 time: 0.0553398 Mar 22 19:44:23.130588 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-c2b7a871-c6d6-4f37-9666-0538638d5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:23.132112 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-c2b7a871-c6d6-4f37-9666-0538638d5ede service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0912488 Mar 22 19:44:23.133897 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:23.179249 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-773d132e-09bb-4313-b2e9-ce5730357a8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2164792b-c4f2-4962-b53d-56462a5faaa6 HTTP/1.1" status: 200 len: 217 time: 0.0412166 Mar 22 19:44:23.228449 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-a157c7e7-2085-46bf-bb61-004347519aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:23.231111 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-a157c7e7-2085-46bf-bb61-004347519aeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0453415 Mar 22 19:44:23.287405 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-5e5f6855-931f-4298-9da6-af3e27f67e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:23.289339 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-5e5f6855-931f-4298-9da6-af3e27f67e57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539954 Mar 22 19:44:23.390293 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:59Z', 'revision_number': 1, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:23.392433 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-647c6eef-efb2-40b0-973d-9953220ce1cb service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963385 Mar 22 19:44:23.422861 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:23.431299 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:23.431971 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:23.493707 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a4ea-a89d-4db7-8b09-1d7843d3d9af req-e945ad4b-3954-4874-a019-7bf5b76d8eb7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:23.496430 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4766a4ea-a89d-4db7-8b09-1d7843d3d9af req-e945ad4b-3954-4874-a019-7bf5b76d8eb7 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 946 time: 0.1921380 Mar 22 19:44:23.499730 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86177f1c-93f0-4bf8-82ed-9f5dfd5c2b4e req-f08ebd3e-75f1-4bb9-9a39-7472bd24f523 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010652 Mar 22 19:44:23.546064 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:23.548205 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4766a4ea-a89d-4db7-8b09-1d7843d3d9af req-300aa324-39a9-4cc2-9851-c3b0ff45f88c tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461402 Mar 22 19:44:23.773856 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:59Z', 'revision_number': 1, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:23.803681 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a39db-45c9-43b5-96a6-27677111c241 None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_floatingips': [{'id': 'c650bffb-8459-49d1-8930-38fc164d5603', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'router_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'port_id': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'mac_address': 'fa:16:3e:04:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:56Z', 'updated_at': '2022-03-22T19:40:59Z', 'revision_number': 1, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:24.035800 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe866670-1025-438a-8b35-094947db84d2 None None] New status for floating IP f0096ca7-71eb-48b3-a214-cefa060712c9: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:44:24.733189 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b18e9-f5de-4f15-8649-0f2c2b6adbc0 req-35ed92ec-e759-418c-9f07-4c143dfa489f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:24.734737 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d97b18e9-f5de-4f15-8649-0f2c2b6adbc0 req-35ed92ec-e759-418c-9f07-4c143dfa489f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 946 time: 0.1154606 Mar 22 19:44:24.782739 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d97b18e9-f5de-4f15-8649-0f2c2b6adbc0 req-0aea3913-f584-4825-bdf9-fba7481ae543 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Mar 22 19:44:24.876027 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-3f296553-a612-4d8d-8595-df8ef8a20d11 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:24.877486 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-3f296553-a612-4d8d-8595-df8ef8a20d11 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 946 time: 0.0516708 Mar 22 19:44:24.972220 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Deleting port 2164792b-c4f2-4962-b53d-56462a5faaa6 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:24.972478 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.059654 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] For port 2164792b-c4f2-4962-b53d-56462a5faaa6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2164792b-c4f2-4962-b53d-56462a5faaa6,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:25.060276 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.076487 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Calling delete_port for 2164792b-c4f2-4962-b53d-56462a5faaa6 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:25.278564 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (2164792b-c4f2-4962-b53d-56462a5faaa6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.308761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'Port': ['ID=2164792b-c4f2-4962-b53d-56462a5faaa6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:25.334179 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.334535 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.334883 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.335241 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.335587 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.335935 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.336277 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.336606 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.336937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.337265 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.337593 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.337920 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.338243 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.338590 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.338909 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:25.362371 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] No DVR routers for this DVR port 2164792b-c4f2-4962-b53d-56462a5faaa6 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:25.365049 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.368551 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b949b94-d9c5-4c6c-8682-00e67461b21b req-424d5784-f8ae-40b8-a3b3-fad5a3c58a8d tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "DELETE /v2.0/ports/2164792b-c4f2-4962-b53d-56462a5faaa6 HTTP/1.1" status: 204 len: 173 time: 0.4863646 Mar 22 19:44:25.372220 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'name': 'network-vif-deleted', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:44:25.372220 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348edfc4-e524-4a8c-a372-649078ef88f4" -d '{"events": [{"server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "name": "network-vif-deleted", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:44:25.412008 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a726c41-59b1-4cad-8efc-75f57fae7967 x-openstack-request-id: req-0a726c41-59b1-4cad-8efc-75f57fae7967 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:44:25.412315 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f", "name": "network-vif-deleted", "tag": "2164792b-c4f2-4962-b53d-56462a5faaa6", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:44:25.412573 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a726c41-59b1-4cad-8efc-75f57fae7967 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:44:25.413017 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a726c41-59b1-4cad-8efc-75f57fae7967'] response: {'server_uuid': 'fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f', 'name': 'network-vif-deleted', 'tag': '2164792b-c4f2-4962-b53d-56462a5faaa6', 'status': 'completed', 'code': 200} Mar 22 19:44:25.884723 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8dd4616d-5519-47c5-a5e2-7140cb242fcf req-3283b3ed-0d8f-45c7-8377-7e276d738622 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc8a2f50-61e0-43fc-a7d5-d59c2f26b42f HTTP/1.1" status: 200 len: 210 time: 0.0326653 Mar 22 19:44:28.372195 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2164792b-c4f2-4962-b53d-56462a5faaa6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:28.392864 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: 2164792b-c4f2-4962-b53d-56462a5faaa6 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:28.393212 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device 2164792b-c4f2-4962-b53d-56462a5faaa6 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:29.419569 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59144) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:29.577957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Deleting port 324a89e7-46a0-4f5b-9e4e-6df888ff4717 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:29.578289 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.650619 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.650863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (324a89e7-46a0-4f5b-9e4e-6df888ff4717), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.662939 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Calling delete_port for 324a89e7-46a0-4f5b-9e4e-6df888ff4717 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:29.928969 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (324a89e7-46a0-4f5b-9e4e-6df888ff4717), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.959025 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'Port': ['ID=324a89e7-46a0-4f5b-9e4e-6df888ff4717,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:30.024010 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (c650bffb-8459-49d1-8930-38fc164d5603), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:30.024374 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Floating IP c650bffb-8459-49d1-8930-38fc164d5603 disassociated (deleted). External IP: 172.27.0.100, port: f242d018-78fd-4fe1-8c59-9331f4202bd3. Mar 22 19:44:30.241638 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:30.361987 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:30.366863 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:30.373275 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:30.383728 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:30.384428 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:30.396799 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2bcac6c7-d1e1-4e0f-a311-0672d57ad71f tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "DELETE /v2.0/floatingips/c650bffb-8459-49d1-8930-38fc164d5603 HTTP/1.1" status: 204 len: 168 time: 0.9755299 Mar 22 19:44:30.397363 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:44:30.399730 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c64ef4b-23a6-4352-b697-844387e8701f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:44:30.439579 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc6f6b-d5dd-4b3e-ac0c-5a57e80010fb x-openstack-request-id: req-98dc6f6b-d5dd-4b3e-ac0c-5a57e80010fb {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:44:30.440196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:44:30.440196 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98dc6f6b-d5dd-4b3e-ac0c-5a57e80010fb {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:44:30.440514 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dc6f6b-d5dd-4b3e-ac0c-5a57e80010fb'] response: {'name': 'network-changed', 'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'status': 'completed', 'code': 200} Mar 22 19:44:30.502650 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:30.513629 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ef4b-23a6-4352-b697-844387e8701f req-65cb3aa3-b758-402a-af44-3978e59ce321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:30.515171 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-65cb3aa3-b758-402a-af44-3978e59ce321 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=606bc76420b949528aa9230d0aa976ad&device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 1129 time: 0.0534830 Mar 22 19:44:30.614969 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ef4b-23a6-4352-b697-844387e8701f req-ef6fea30-8775-4271-ab66-b7fdc2059016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:30.616588 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-ef6fea30-8775-4271-ab66-b7fdc2059016 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0956302 Mar 22 19:44:30.657326 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-85118cdc-76de-4d1b-87a1-e69db75fa9cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 200 len: 217 time: 0.0349510 Mar 22 19:44:30.708214 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ef4b-23a6-4352-b697-844387e8701f req-e29a5b04-c3a3-44a2-b2c7-057e229b33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:30.709701 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-e29a5b04-c3a3-44a2-b2c7-057e229b33ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 200 len: 851 time: 0.0466020 Mar 22 19:44:30.709840 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:30.737828 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:30.751753 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:30.752966 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:08Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:30.768077 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ef4b-23a6-4352-b697-844387e8701f req-d051536c-7944-47f2-999f-affc98ac7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:30.773431 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-d051536c-7944-47f2-999f-affc98ac7e8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544291 Mar 22 19:44:30.863869 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-59d1c339-bc50-48c9-8223-98b3bb5de679 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883877 Mar 22 19:44:30.880023 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:30.947205 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159249ba-8c6d-4ea1-ae90-808d361cce6c req-837bfaa0-904e-4e3d-99c5-13197312cff0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:30.948935 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-159249ba-8c6d-4ea1-ae90-808d361cce6c req-837bfaa0-904e-4e3d-99c5-13197312cff0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 945 time: 0.0616767 Mar 22 19:44:30.968119 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c64ef4b-23a6-4352-b697-844387e8701f req-72c74d9b-c2b0-4a5c-ae33-67f214081cde service neutron] 10.222.0.45 "GET /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948756 Mar 22 19:44:31.001964 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [req-159249ba-8c6d-4ea1-ae90-808d361cce6c req-b8277f99-4b64-40d3-bd42-5373bf93bf96 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Mar 22 19:44:31.089726 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:31.119821 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b3c61-caff-486b-a081-34d9d1036d54 None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:21Z', 'revision_number': 4, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi', '_interfaces': [{'id': '962923e7-0c47-4e34-8f62-5d14608bda15', 'name': '', 'network_id': 'dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'mac_address': 'fa:16:3e:ec:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:20Z', 'updated_at': '2022-03-22T19:37:24Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'subnets': [{'id': 'a9805fac-9a36-4058-b6ef-f47ea108e1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:31.342403 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851d5a9-6d85-4630-8a7f-479233f60bed None None] New status for floating IP c650bffb-8459-49d1-8930-38fc164d5603: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:44:32.123951 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff526f-e9d7-49c3-87b2-05f12a92e9e3 req-511fd5a7-244a-41f1-8cce-b4ac64c708e0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:32.125429 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3ff526f-e9d7-49c3-87b2-05f12a92e9e3 req-511fd5a7-244a-41f1-8cce-b4ac64c708e0 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 945 time: 0.0536244 Mar 22 19:44:32.173939 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3ff526f-e9d7-49c3-87b2-05f12a92e9e3 req-36e16558-7149-4f9d-8667-70a51ffd44b5 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/security-groups?id=0461aba3-2c8e-4477-b998-f516cd2ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Mar 22 19:44:32.349875 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-52798bbc-e216-4770-b68b-18b0d59e6b13 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:32.351608 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-52798bbc-e216-4770-b68b-18b0d59e6b13 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 945 time: 0.0545297 Mar 22 19:44:32.447298 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Deleting port f242d018-78fd-4fe1-8c59-9331f4202bd3 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:32.447672 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.544635 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] For port f242d018-78fd-4fe1-8c59-9331f4202bd3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f242d018-78fd-4fe1-8c59-9331f4202bd3,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:32.544998 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.559208 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Calling delete_port for f242d018-78fd-4fe1-8c59-9331f4202bd3 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:32.768924 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (f242d018-78fd-4fe1-8c59-9331f4202bd3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.799140 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'Port': ['ID=f242d018-78fd-4fe1-8c59-9331f4202bd3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:32.848937 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] No DVR routers for this DVR port f242d018-78fd-4fe1-8c59-9331f4202bd3 on host hv-cinder-79987 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:32.851693 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.856358 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0594bec0-eba7-4519-9a8f-00d6736152c6 req-5fec9fc2-1bd6-4a73-9a2c-511a7cb4ce72 tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.45 "DELETE /v2.0/ports/f242d018-78fd-4fe1-8c59-9331f4202bd3 HTTP/1.1" status: 204 len: 173 time: 0.4998052 Mar 22 19:44:32.857046 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'name': 'network-vif-deleted', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:44:32.860270 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f70befbdca93bdfe8dc66f3a52bbbbb447741d38df2f2b55c7e9eb383721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2521aa6-0782-49ab-8f3b-46442a260534" -d '{"events": [{"server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "name": "network-vif-deleted", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:44:32.898743 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1090590a-d7b3-46f1-b24b-c43a033847af x-openstack-request-id: req-1090590a-d7b3-46f1-b24b-c43a033847af {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:44:32.899033 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3da9cd-d935-4d0d-973a-37e791df604c", "name": "network-vif-deleted", "tag": "f242d018-78fd-4fe1-8c59-9331f4202bd3", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:44:32.899279 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1090590a-d7b3-46f1-b24b-c43a033847af {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:44:32.899709 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1090590a-d7b3-46f1-b24b-c43a033847af'] response: {'server_uuid': '8c3da9cd-d935-4d0d-973a-37e791df604c', 'name': 'network-vif-deleted', 'tag': 'f242d018-78fd-4fe1-8c59-9331f4202bd3', 'status': 'completed', 'code': 200} Mar 22 19:44:33.274295 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6f1afa8-78a1-4ff5-bd8d-8eda39aa0aba req-877f178c-0511-461c-9bdc-9b38a590c17a tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c3da9cd-d935-4d0d-973a-37e791df604c HTTP/1.1" status: 200 len: 210 time: 0.0322509 Mar 22 19:44:34.333278 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59160) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:34.458571 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Deleting port a7bc5a9c-0fe7-4ced-a987-d050d35a40db {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:34.458912 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.538283 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.538604 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.550106 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Calling delete_port for a7bc5a9c-0fe7-4ced-a987-d050d35a40db owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:34.757088 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (a7bc5a9c-0fe7-4ced-a987-d050d35a40db), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.788732 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'Port': ['ID=a7bc5a9c-0fe7-4ced-a987-d050d35a40db,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:34.848131 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for floatingip (2c04e7bc-c66c-4723-9985-33d039723d8c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.850623 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2019411'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.851765 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f3f04d09-f0ce-4df4-9d7d-5011e6a1fedb tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "DELETE /v2.0/floatingips/2c04e7bc-c66c-4723-9985-33d039723d8c HTTP/1.1" status: 204 len: 168 time: 0.5185022 Mar 22 19:44:35.340693 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-85fef4df-1f78-4c9a-a1a4-ccd8b1a695f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.239609 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59172) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:36.299779 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15415d13-2f42-4b71-a43b-a19568136e0b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group (0461aba3-2c8e-4477-b998-f516cd2ef8f0), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.324928 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15415d13-2f42-4b71-a43b-a19568136e0b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group (0461aba3-2c8e-4477-b998-f516cd2ef8f0), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.393742 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device f242d018-78fd-4fe1-8c59-9331f4202bd3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:36.414860 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] No Port match for: f242d018-78fd-4fe1-8c59-9331f4202bd3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:36.415203 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Device f242d018-78fd-4fe1-8c59-9331f4202bd3 not bound to the agent host hv-cinder-79987 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:36.483184 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15415d13-2f42-4b71-a43b-a19568136e0b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (0461aba3-2c8e-4477-b998-f516cd2ef8f0), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.485823 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15415d13-2f42-4b71-a43b-a19568136e0b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.487007 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-15415d13-2f42-4b71-a43b-a19568136e0b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] 10.222.0.79 "DELETE /v2.0/security-groups/0461aba3-2c8e-4477-b998-f516cd2ef8f0 HTTP/1.1" status: 204 len: 168 time: 0.2464218 Mar 22 19:44:36.498386 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15415d13-2f42-4b71-a43b-a19568136e0b tempest-TestVolumeBootPattern-1756665377 tempest-TestVolumeBootPattern-1756665377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0461aba3-2c8e-4477-b998-f516cd2ef8f0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:36.636938 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59176) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:37.122081 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (f21110d3-f1e9-4aae-8e90-7fa132b46f51), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.374503 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Deleting port 962923e7-0c47-4e34-8f62-5d14608bda15 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:37.375193 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.452472 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] For port 962923e7-0c47-4e34-8f62-5d14608bda15, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=962923e7-0c47-4e34-8f62-5d14608bda15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:37.452872 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.465870 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Calling delete_port for 962923e7-0c47-4e34-8f62-5d14608bda15 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:37.717361 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (962923e7-0c47-4e34-8f62-5d14608bda15), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.742412 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=962923e7-0c47-4e34-8f62-5d14608bda15,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:37.860975 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd33fcd4-88eb-4153-9c6f-5e23c7a0f3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.931132 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (f21110d3-f1e9-4aae-8e90-7fa132b46f51), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.153474 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Router f21110d3-f1e9-4aae-8e90-7fa132b46f51 has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:38.505114 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:38.510147 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e01e0315-a815-49f2-8f92-7123907c1c41 admin admin] 10.222.0.79 "PUT /v2.0/routers/f21110d3-f1e9-4aae-8e90-7fa132b46f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718572 Mar 22 19:44:38.512913 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59180) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:38.515656 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] Sync routers for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:38.529727 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:38.530345 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:38.622497 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks [] for router (f21110d3-f1e9-4aae-8e90-7fa132b46f51), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.638908 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: dv-cinder-799871-19-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:38.696783 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-343952c9-e74a-4e45-a736-e1c9945bcc32 service neutron] (103849) timed out ('10.222.0.45', 65336) {{(pid=103849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:44:38.753961 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks [] for router_gateway (f21110d3-f1e9-4aae-8e90-7fa132b46f51), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.948673 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Deleting port f0061b1e-a75c-45c8-b921-d27dbe5bd90d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:38.949509 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.036434 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] For port f0061b1e-a75c-45c8-b921-d27dbe5bd90d, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:39.036797 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.050697 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Calling delete_port for f0061b1e-a75c-45c8-b921-d27dbe5bd90d owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:39.076167 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:44:37Z', 'revision_number': 5, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port': {'id': 'f0061b1e-a75c-45c8-b921-d27dbe5bd90d', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:39.103907 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] Checking router: f21110d3-f1e9-4aae-8e90-7fa132b46f51 for host: dv-cinder-799871-19-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:39.112742 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] Routers {'f21110d3-f1e9-4aae-8e90-7fa132b46f51'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:39.113429 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:39.187480 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.227330 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] Set router f21110d3-f1e9-4aae-8e90-7fa132b46f51 gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:39.290434 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:44:38Z', 'revision_number': 6, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:39.319496 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e44a9c-3a1d-4a1a-9b3f-ba068a384b2f None None] The sync data for ids ['f21110d3-f1e9-4aae-8e90-7fa132b46f51'] in dv-cinder-799871-19-iscsi is: [{'id': 'f21110d3-f1e9-4aae-8e90-7fa132b46f51', 'name': 'tempest-TestVolumeBootPattern-1999527401-router', 'tenant_id': '606bc76420b949528aa9230d0aa976ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:18Z', 'updated_at': '2022-03-22T19:44:38Z', 'revision_number': 6, 'project_id': '606bc76420b949528aa9230d0aa976ad', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:39.380643 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (f0061b1e-a75c-45c8-b921-d27dbe5bd90d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.413013 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0061b1e-a75c-45c8-b921-d27dbe5bd90d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:39.594077 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (f21110d3-f1e9-4aae-8e90-7fa132b46f51), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.736017 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (f21110d3-f1e9-4aae-8e90-7fa132b46f51), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.739337 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks [] for router_controller (f21110d3-f1e9-4aae-8e90-7fa132b46f51), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.894570 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (f21110d3-f1e9-4aae-8e90-7fa132b46f51), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.895498 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21110d3-f1e9-4aae-8e90-7fa132b46f51 {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:44:39.901814 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.903205 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b56c4488-849e-4073-87f6-0374367b1abb admin admin] 10.222.0.79 "DELETE /v2.0/routers/f21110d3-f1e9-4aae-8e90-7fa132b46f51 HTTP/1.1" status: 204 len: 168 time: 1.3891392 Mar 22 19:44:39.905818 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59182) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:39.956864 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Deleting subnet a9805fac-9a36-4058-b6ef-f47ea108e1a2 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:39.960052 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Publish callbacks [] for subnet (a9805fac-9a36-4058-b6ef-f47ea108e1a2), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.996879 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8448964'] for subnet (a9805fac-9a36-4058-b6ef-f47ea108e1a2), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.082840 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (a9805fac-9a36-4058-b6ef-f47ea108e1a2), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.104743 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 962923e7-0c47-4e34-8f62-5d14608bda15 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:40.130459 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 962923e7-0c47-4e34-8f62-5d14608bda15 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:40.130803 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 962923e7-0c47-4e34-8f62-5d14608bda15 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:40.255092 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8448941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10284593'] for subnet (a9805fac-9a36-4058-b6ef-f47ea108e1a2), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.287635 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9805fac-9a36-4058-b6ef-f47ea108e1a2,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:40.291296 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.297274 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e7d14b60-b72a-4298-87d9-a4f7821f9f30 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a9805fac-9a36-4058-b6ef-f47ea108e1a2 HTTP/1.1" status: 204 len: 168 time: 0.3902152 Mar 22 19:44:40.298638 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59184) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:40.299638 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb479a04-e24e-4956-84b5-983bf8bec72b None None] Network dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:40.406078 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.466056 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Deleting port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:40.466379 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.488766 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.504553 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] DHCP port deletion for dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:44:40.541567 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] For port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:40.542030 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.556761 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Calling delete_port for 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:40.558846 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Deleting port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:40.559267 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.628376 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] For port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,segment=NetworkSegment(7d9b9a06-6c10-47d1-8092-4c561fca4324),segment_id=7d9b9a06-6c10-47d1-8092-4c561fca4324)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:40.628774 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.641752 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Calling delete_port for 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:40.746379 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10303765'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.752633 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.772916 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:40.774747 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] No DVR routers for this DVR port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 on host dv-cinder-799871-19-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:40.778664 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Pushing event deleted for resources: {'Port': ['ID=08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:40.782931 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] No DVR routers for this DVR port 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:40.790040 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.790391 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.790738 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.791082 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.791414 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.791768 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.792139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.792466 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.792876 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.793116 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.793521 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.795025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.795025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.795025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.795025 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bcc5bd-f9fe-4eb3-b02d-2031d64a4f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-19-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:40.847822 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.873744 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:40.883742 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9b9a06-6c10-47d1-8092-4c561fca4324') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:40.884038 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9b9a06-6c10-47d1-8092-4c561fca4324') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:40.893452 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929237'] for segment (7d9b9a06-6c10-47d1-8092-4c561fca4324), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.906889 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (7d9b9a06-6c10-47d1-8092-4c561fca4324), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.912758 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:44:40.913139 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10303814'] for segment (7d9b9a06-6c10-47d1-8092-4c561fca4324), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: Traceback (most recent call last): Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: timer() Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: cb(*args, **kw) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: return func(*args, **kwargs) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: self._notify() Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: self.callback(batched_events) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: event.method(event) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: return f(self, *a, **k) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._get(url).json() Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: return self.request(url, 'GET', **kwargs) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:44:40.914723 dv-cinder-799871-19-iscsi neutron-server[103850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:44:41.043116 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.049989 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.051662 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8 HTTP/1.1" status: 204 len: 168 time: 0.7513995 Mar 22 19:44:41.061407 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59186) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:41.066711 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd9717-3bf6-4a08-adcf-84e7cab2a6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8a4166-b3ce-47e1-b48d-ecd3e0abd6c8,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:41.202746 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.256139 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-c0eb3e15-982a-4eac-b1f8-b5d6914f5704 req-b76b477a-3552-4f13-b86d-a7f9e6133bef service neutron] (103849) timed out ('10.222.0.45', 65337) {{(pid=103849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:44:41.438438 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1689464'] for router_interface (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.459026 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:41.482229 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:41.482535 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 08a9b5b0-9e3a-43bf-bd3d-7390ec6b5e15 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:41.482959 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f0061b1e-a75c-45c8-b921-d27dbe5bd90d no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:41.504434 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: f0061b1e-a75c-45c8-b921-d27dbe5bd90d {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:41.504773 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device f0061b1e-a75c-45c8-b921-d27dbe5bd90d not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:41.702261 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Deleting port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:41.702523 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.757026 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.782957 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] For port 6643fc5b-fdd8-48b2-9ccd-543ba16ca559, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:41.783324 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.796754 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Calling delete_port for 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:42.037410 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (6643fc5b-fdd8-48b2-9ccd-543ba16ca559), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:42.067180 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Pushing event deleted for resources: {'Port': ['ID=6643fc5b-fdd8-48b2-9ccd-543ba16ca559,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:42.241255 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1689800'] for router_interface (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:42.474251 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a has already been hosted by L3 agent 9d06c530-141a-478c-b797-c6cde9f61572 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:42.596279 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] Notify agent at l3_agent.dv-cinder-799871-19-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:42.601406 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bd5807ed-ba16-499e-a355-0dbe5d369288 admin admin] 10.222.0.79 "PUT /v2.0/routers/9bf15f9b-2162-4906-b1e2-7fb7b07db53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5389256 Mar 22 19:44:42.605443 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59188) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:42.608283 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] Sync routers for ids ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'] in dv-cinder-799871-19-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:42.619771 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] Routers {'9bf15f9b-2162-4906-b1e2-7fb7b07db53a'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:42.620535 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:42.720832 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks [] for router (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:42.740064 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] Set router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a gateway port host: dv-cinder-799871-19-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:42.835048 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks [] for router_gateway (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:42.961982 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Deleting port b8b11239-537f-4065-b9bd-62fc5b39c987 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:42.962326 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.032989 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'external_fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:44:41Z', 'revision_number': 5, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port': {'id': 'b8b11239-537f-4065-b9bd-62fc5b39c987', 'name': '', 'network_id': 'd64efbdb-a203-486e-a650-36facd9d9775', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:37:25Z', 'updated_at': '2022-03-22T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '040a4483-6ee1-4206-a12d-9b0438645cac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-19-iscsi'}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:43.053955 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] For port b8b11239-537f-4065-b9bd-62fc5b39c987, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=b8b11239-537f-4065-b9bd-62fc5b39c987,segment=NetworkSegment(cdac7842-7723-404a-8c92-81be008f1657),segment_id=cdac7842-7723-404a-8c92-81be008f1657)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:43.055254 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.063063 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] Checking router: 9bf15f9b-2162-4906-b1e2-7fb7b07db53a for host: dv-cinder-799871-19-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:43.069846 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Calling delete_port for b8b11239-537f-4065-b9bd-62fc5b39c987 owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:43.072404 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] Routers {'9bf15f9b-2162-4906-b1e2-7fb7b07db53a'} bound to L3 agent in host dv-cinder-799871-19-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:43.074701 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:20:08Z,description=,heartbeat_timestamp=2022-03-22T19:44:38Z,host='dv-cinder-799871-19-iscsi',id=9d06c530-141a-478c-b797-c6cde9f61572,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:20:08Z,topic='l3_agent')) {'router_ids': ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:43.164941 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] Set router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:43.220253 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:44:42Z', 'revision_number': 6, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port_host': None}], 'dv-cinder-799871-19-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:43.251036 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898bd01-30e3-493c-8303-377a1fd3b108 None None] The sync data for ids ['9bf15f9b-2162-4906-b1e2-7fb7b07db53a'] in dv-cinder-799871-19-iscsi is: [{'id': '9bf15f9b-2162-4906-b1e2-7fb7b07db53a', 'name': 'tempest-TestVolumeBootPattern-60116439-router', 'tenant_id': '9f795f888ddc4d14ada1a31cd322a682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:37:24Z', 'updated_at': '2022-03-22T19:44:42Z', 'revision_number': 6, 'project_id': '9f795f888ddc4d14ada1a31cd322a682', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:43.322156 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (b8b11239-537f-4065-b9bd-62fc5b39c987), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.351283 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b11239-537f-4065-b9bd-62fc5b39c987,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:43.421898 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689138'] for router_gateway (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.518762 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-449'] for router (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.521038 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks [] for router_controller (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.643006 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691601'] for router (9bf15f9b-2162-4906-b1e2-7fb7b07db53a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.643609 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf15f9b-2162-4906-b1e2-7fb7b07db53a {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:44:43.650800 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.655122 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d23021ce-95a8-4ef4-a1b7-7c1bf6fd22fb admin admin] 10.222.0.79 "DELETE /v2.0/routers/9bf15f9b-2162-4906-b1e2-7fb7b07db53a HTTP/1.1" status: 204 len: 168 time: 1.0464914 Mar 22 19:44:43.657839 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59190) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:43.709623 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Deleting subnet 88f5699c-3fcf-474e-abad-918f884cdbe7 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:43.713669 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Publish callbacks [] for subnet (88f5699c-3fcf-474e-abad-918f884cdbe7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.752857 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929260'] for subnet (88f5699c-3fcf-474e-abad-918f884cdbe7), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.828811 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1306097'] for subnet (88f5699c-3fcf-474e-abad-918f884cdbe7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.003614 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1306088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10303204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10393485'] for subnet (88f5699c-3fcf-474e-abad-918f884cdbe7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.033655 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f5699c-3fcf-474e-abad-918f884cdbe7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:44.037667 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.044938 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305405b6-9a63-4335-9c19-976bc608095c None None] Network b57ff18d-f97c-4232-b6e5-835d084c0359 requested from dv-cinder-799871-19-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:44.045469 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.79', 59192) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:44.045583 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e0295ad1-f981-4a35-8596-542bbea2650a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/88f5699c-3fcf-474e-abad-918f884cdbe7 HTTP/1.1" status: 204 len: 168 time: 0.3882213 Mar 22 19:44:44.050958 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:44.083067 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:44.083473 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device 6643fc5b-fdd8-48b2-9ccd-543ba16ca559 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:44.130483 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1098686'] for network (b57ff18d-f97c-4232-b6e5-835d084c0359), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.193451 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Deleting port a899227e-dfee-42d6-96af-5ec9b1f73d3a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:44.193792 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.240889 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] DHCP port deletion for b57ff18d-f97c-4232-b6e5-835d084c0359 request from dv-cinder-799871-19-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:44:44.262734 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] For port a899227e-dfee-42d6-96af-5ec9b1f73d3a, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a899227e-dfee-42d6-96af-5ec9b1f73d3a,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:44.263061 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.282078 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Calling delete_port for a899227e-dfee-42d6-96af-5ec9b1f73d3a owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:44.296761 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] Deleting port a899227e-dfee-42d6-96af-5ec9b1f73d3a {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:44.297143 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740840477727'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.364688 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] For port a899227e-dfee-42d6-96af-5ec9b1f73d3a, host dv-cinder-799871-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-19-iscsi',level=0,port_id=a899227e-dfee-42d6-96af-5ec9b1f73d3a,segment=NetworkSegment(921bd3b9-76d4-4d81-ae2a-82344cf9e23a),segment_id=921bd3b9-76d4-4d81-ae2a-82344cf9e23a)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:44.365088 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1692266'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.378652 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] Calling delete_port for a899227e-dfee-42d6-96af-5ec9b1f73d3a owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:44.472057 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447068'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.477760 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740840484738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740839916319'] for port (a899227e-dfee-42d6-96af-5ec9b1f73d3a), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.502124 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Pushing event deleted for resources: {'Port': ['ID=a899227e-dfee-42d6-96af-5ec9b1f73d3a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:44.503993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] No DVR routers for this DVR port a899227e-dfee-42d6-96af-5ec9b1f73d3a on host dv-cinder-799871-19-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:44.506069 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] Pushing event deleted for resources: {'Port': ['ID=a899227e-dfee-42d6-96af-5ec9b1f73d3a,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:44.510809 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c958d9-2690-4419-869e-6326a2432f94 None None] No DVR routers for this DVR port a899227e-dfee-42d6-96af-5ec9b1f73d3a on host dv-cinder-799871-19-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:44.827904 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1239364', 'neutron.services.segments.db._delete_segments_for_network-8740840258115'] for network (b57ff18d-f97c-4232-b6e5-835d084c0359), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.848244 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57ff18d-f97c-4232-b6e5-835d084c0359']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:44.857993 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921bd3b9-76d4-4d81-ae2a-82344cf9e23a') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:44.858293 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921bd3b9-76d4-4d81-ae2a-82344cf9e23a') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:44.867295 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740840258636', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8449021'] for segment (921bd3b9-76d4-4d81-ae2a-82344cf9e23a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.880910 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160'] for segment (921bd3b9-76d4-4d81-ae2a-82344cf9e23a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.887133 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:44:44.887515 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1309160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446991'] for segment (921bd3b9-76d4-4d81-ae2a-82344cf9e23a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: Traceback (most recent call last): Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: timer() Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: cb(*args, **kw) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: return func(*args, **kwargs) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: self._notify() Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: self.callback(batched_events) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: event.method(event) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: return f(self, *a, **k) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._get(url).json() Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: return self.request(url, 'GET', **kwargs) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:44:44.889149 dv-cinder-799871-19-iscsi neutron-server[103849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:44:45.054076 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1239423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689166'] for network (b57ff18d-f97c-4232-b6e5-835d084c0359), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.058383 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687136'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.062572 dv-cinder-799871-19-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] 10.222.0.79 "DELETE /v2.0/networks/b57ff18d-f97c-4232-b6e5-835d084c0359 HTTP/1.1" status: 204 len: 168 time: 1.0157268 Mar 22 19:44:45.080527 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36ea43-2e5e-4fdc-91d1-3c6f4776003f admin admin] Pushing event deleted for resources: {'Network': ['ID=b57ff18d-f97c-4232-b6e5-835d084c0359,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:45.458042 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a899227e-dfee-42d6-96af-5ec9b1f73d3a no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:45.478382 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: a899227e-dfee-42d6-96af-5ec9b1f73d3a {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:45.478734 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device a899227e-dfee-42d6-96af-5ec9b1f73d3a not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:45.479139 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device b8b11239-537f-4065-b9bd-62fc5b39c987 no longer exists at agent ovs-agent-dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:45.498994 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] No Port match for: b8b11239-537f-4065-b9bd-62fc5b39c987 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:45.500952 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Device b8b11239-537f-4065-b9bd-62fc5b39c987 not bound to the agent host dv-cinder-799871-19-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:45.507830 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59196) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:45.558969 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6d34022f-60f1-45ad-847f-e1281803c29d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=606bc76420b949528aa9230d0aa976ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495937 Mar 22 19:44:45.561692 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59198) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:45.617886 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f304ff74-5981-46a1-8f7f-a3a349ada314 admin admin] Publish callbacks [] for security_group (c4845206-496b-4929-84ef-b9def3e967c0), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.644204 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f304ff74-5981-46a1-8f7f-a3a349ada314 admin admin] Publish callbacks [] for security_group (c4845206-496b-4929-84ef-b9def3e967c0), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.802957 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f304ff74-5981-46a1-8f7f-a3a349ada314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (c4845206-496b-4929-84ef-b9def3e967c0), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.805674 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f304ff74-5981-46a1-8f7f-a3a349ada314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.806930 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f304ff74-5981-46a1-8f7f-a3a349ada314 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4845206-496b-4929-84ef-b9def3e967c0 HTTP/1.1" status: 204 len: 168 time: 0.2442164 Mar 22 19:44:45.817376 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ff74-5981-46a1-8f7f-a3a349ada314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4845206-496b-4929-84ef-b9def3e967c0,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:46.834465 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59204) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:46.874552 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7aa366dd-342a-4dee-b695-0767df763daa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f795f888ddc4d14ada1a31cd322a682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387466 Mar 22 19:44:46.876864 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.79', 59206) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:46.925200 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-78924922-6aaf-4915-8ed4-2909b1acdded admin admin] Publish callbacks [] for security_group (cdf0ee25-aee1-4bee-ae0c-eb12a9948915), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.945823 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-78924922-6aaf-4915-8ed4-2909b1acdded admin admin] Publish callbacks [] for security_group (cdf0ee25-aee1-4bee-ae0c-eb12a9948915), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.088273 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-78924922-6aaf-4915-8ed4-2909b1acdded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590040'] for security_group (cdf0ee25-aee1-4bee-ae0c-eb12a9948915), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.091005 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-78924922-6aaf-4915-8ed4-2909b1acdded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.092258 dv-cinder-799871-19-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-78924922-6aaf-4915-8ed4-2909b1acdded admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdf0ee25-aee1-4bee-ae0c-eb12a9948915 HTTP/1.1" status: 204 len: 168 time: 0.2145176 Mar 22 19:44:47.104237 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78924922-6aaf-4915-8ed4-2909b1acdded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0ee25-aee1-4bee-ae0c-eb12a9948915,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:59.582679 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:45:05.311290 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7c642caf-b910-45c9-bc51-c9776784acfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.927988 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a3a41423-06c7-4db7-ab10-641e116811cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.168575 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.425298 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.351151 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.756795 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.305340 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d149caee-d98f-45df-8fc9-feb385a3a926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.582372 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:45:37.911551 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd10d2c9-2020-4b89-889a-6305a8387fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.156844 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.448107 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.241198 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.744563 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.310885 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad6e1-e26a-4447-99c7-f56df0c6b9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.882422 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-03565620-e75c-4629-971e-9a4e52a9cf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.185219 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:10.468987 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.294156 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.796412 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.581623 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:46:35.386027 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3ed79ad3-5a39-4d3a-9097-b17a561150e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.041145 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c51015ea-80ea-4d9d-8f32-d6e8cf834f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.322394 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.470566 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.299465 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.781513 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.582700 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:47:05.407283 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-22ee3050-5ca3-4b8d-8075-240e3dc59a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.893513 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-48bd6d1b-228a-4e3b-ad36-43402cea9552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.211121 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.470509 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.283826 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.818780 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.582774 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:47:32.862250 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-3fbb900b-a058-49f9-9461-51be5aa46b2a req-a650ff54-a49a-421e-9d39-6f30c0878468 service neutron] (103849) timed out ('10.222.0.45', 65296) {{(pid=103849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:47:35.332836 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f5904d0-67d6-4bf3-b127-22e570e0cc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.961790 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-12723f18-9ec9-4ee3-b926-1daaf3edcc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.146899 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.556188 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.281642 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.784553 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:04.582428 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:48:05.306514 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f9ec-7fe5-44ac-9c9c-89deedfe2c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:07.889032 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7f96e170-289a-4f78-9ea8-eded8cb3022c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.243887 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:10.593116 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.340557 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.827386 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.375419 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7db4023c-6f66-4511-82a1-1bbcd691c0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:37.886560 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e09ac078-9dc0-440f-8cb4-0ddd4c0d9d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:39.232128 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.528690 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.305684 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.583640 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:48:41.791925 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.333997 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f77b8d38-b497-40cc-8f86-138c17757ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.921044 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8d95b2b2-1b00-49cc-8840-f7d0a9d59d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.191301 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.476736 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.351563 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.808330 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.582508 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:49:30.309052 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-a526dd0d-33b4-433d-b82d-adab00990b4e service neutron] (103850) timed out ('10.222.0.79', 54260) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:49:30.977993 dv-cinder-799871-19-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-8f649341-0128-4dc1-b6c9-cce888a4a812 req-1656ba44-9e5a-4052-80f5-2d940d638a29 tempest-TestShelveInstance-1264582268 tempest-TestShelveInstance-1264582268-project] (103850) timed out ('10.222.0.79', 54278) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:49:35.316643 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc83-e5ba-4bab-a8b8-3f7e056ef8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.047986 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7a73d806-4296-4cee-ad86-ff28de1a2a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.189641 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.453391 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:41.297764 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-87f81f34-376f-49b6-b002-c454451f48bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (071bd9ca-466c-4403-a7d6-a35743ec3e37), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:41.789074 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f0161a23-4e47-4f56-8100-085fe4b4eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (0b8d5896-9ec0-4f37-870b-592b32622743), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.814550 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-bdeb887f-dc6b-4187-8e62-53b88bf3f76b service neutron] (103849) timed out ('10.222.0.79', 52032) {{(pid=103849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:49:45.924567 dv-cinder-799871-19-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-3b2a6dcb-7ba0-42b7-8f9d-b1cc2f8caeb5 req-b555882c-146f-441d-b0f2-32b86063fb7f tempest-AttachVolumeShelveTestJSON-738570786 tempest-AttachVolumeShelveTestJSON-738570786-project] (103849) timed out ('10.222.0.79', 52044) {{(pid=103849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:49:55.587096 dv-cinder-799871-19-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-9f20f85c-3110-4227-a791-68d7ef152ce7 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:50:05.350399 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3da75d89-d9a8-4e03-9e93-68e533f70ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (05bcde60-2c90-4655-9902-ded5b10c5783), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.887337 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b3d2675b-1061-4fb6-9ac2-1d0a0a17435a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (9d06c530-141a-478c-b797-c6cde9f61572), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:09.191212 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f8b59ba-53d1-4111-904b-5c1ec2c0a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (717c3f63-80a5-4a64-b3e1-5acc78a04b2c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:10.491752 dv-cinder-799871-19-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-70f2bd88-9852-47cd-9f34-5deb0297571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740840258097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184135'] for agent (fce8101d-e0c0-4ab0-bf41-b07b60b72d6b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}